-- Logs begin at Fri 2021-07-16 10:57:55 UTC, end at Fri 2021-07-16 11:57:57 UTC. -- Jul 16 11:26:42.111543 dv-cinder-784763-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 11:26:44.774319 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.common.config [-] Logging enabled! Jul 16 11:26:44.774891 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 11:26:44.775079 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92962) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 11:26:44.778277 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.common.config [-] Logging enabled! Jul 16 11:26:44.778530 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 11:26:44.778837 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92962) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 11:26:44.779751 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 11:26:44.780005 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 11:26:44.780361 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 11:26:44.780604 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 11:26:44.780827 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 11:26:44.781138 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.781430 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.781721 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.781949 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.782238 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.782524 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.782802 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.783084 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.783375 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.783657 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.783956 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.784236 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.784464 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.784739 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.785020 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.785301 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.785521 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] debug = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.786354 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.786780 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.787183 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.787457 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.787744 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.788049 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.788318 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.788590 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.788877 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.789192 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] host = dv-cinder-784763-6-iscsi {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.789462 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.789744 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.790027 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.790311 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.790582 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.790854 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.791135 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.791405 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.791673 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] log_file = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.791968 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.792256 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.792540 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.792826 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.793048 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.793266 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.793550 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.793833 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.794105 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.794374 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.794644 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.794914 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.795187 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.795449 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.795730 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.796103 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.796390 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.796662 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.796931 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.797199 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.797464 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.797742 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.798009 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.798277 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.798543 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.798823 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.799086 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.799351 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.799644 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.799948 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.800230 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.800511 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.800779 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.801058 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.801326 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.802197 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.802469 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] use_json = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.802737 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.803005 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.803284 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.803553 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.803832 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.804109 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.804378 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.804663 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:44.804954 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.805251 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.805548 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.805827 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.806117 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.806394 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.806681 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.806956 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.807241 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.807525 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.807825 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.808102 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.808386 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.808661 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.808952 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.809253 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.809544 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.809832 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.810103 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.810375 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.810645 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.810922 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.811204 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.811495 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.811781 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.812073 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.812350 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.812639 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.812913 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.813181 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.813456 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.813742 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.814014 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.814283 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.814560 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.814834 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.815106 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.815373 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.815647 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.815955 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.816229 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.816497 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.816765 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.817572 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.817847 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.818131 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.818408 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.818683 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.818955 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.819230 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.819500 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.819769 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.820067 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.820336 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.820612 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.820881 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.821150 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.821419 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.821686 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.821953 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.822221 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.822486 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.822758 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.823026 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.823294 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.823561 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.823845 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.824116 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.824398 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.824693 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.824968 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.825245 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.825519 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.825795 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.826067 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.826339 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.826614 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.826887 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.827156 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.827444 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.827722 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.828092 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.828371 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.828645 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.828938 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.829211 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.829488 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.829763 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.830036 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.830411 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.830700 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.830994 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.831286 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.831575 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.831897 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.832183 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.832453 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.833307 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.833586 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:44.833804 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 11:26:44.834048 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92962) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 11:26:45.180724 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 11:26:45.181001 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 11:26:45.181283 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 11:26:45.181613 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 11:26:45.572741 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.573040 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.573315 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.574521 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.574794 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.575070 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.609104 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.609385 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.609658 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.623240 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.623524 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.623797 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.653919 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.654208 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.654483 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.690169 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.690450 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.690722 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.920303 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.920889 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.920889 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.921042 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:45.921728 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.040347 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.040671 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.040962 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.041243 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.041527 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.041846 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.042115 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.042382 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.042643 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.042933 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.043200 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.043473 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.043734 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.044016 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.044279 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.044557 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.044817 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.045088 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.045375 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.045640 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.045916 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.046174 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.046461 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.046842 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.047098 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.047349 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.047745 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 11:26:46.048015 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 11:26:46.048255 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 11:26:46.048492 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 11:26:46.048727 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 11:26:46.048962 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 11:26:46.049338 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 11:26:46.052506 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 11:26:46.056439 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 11:26:46.060087 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 16 11:26:46.061716 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 11:26:46.062160 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 11:26:46.062495 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 11:26:46.062882 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 11:26:46.066695 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 11:26:46.067481 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 11:26:46.067859 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 11:26:46.095790 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 11:26:46.096271 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.096570 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92962) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 11:26:46.096931 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.098304 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92962) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 11:26:46.098592 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 11:26:46.098841 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 11:26:46.102034 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.102315 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.165957 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 11:26:46.166198 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 11:26:46.166445 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 11:26:46.166821 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 11:26:46.187473 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_db.sqlalchemy.engines [None req-dcf49660-6533-4902-bec3-791d3518427d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92962) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 11:26:46.714572 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Initializing driver for type 'gre' Jul 16 11:26:46.715126 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dcf49660-6533-4902-bec3-791d3518427d None None] gre ID ranges: [(1, 1000)] Jul 16 11:26:46.773026 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Initializing driver for type 'local' Jul 16 11:26:46.773414 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Initializing driver for type 'vlan' Jul 16 11:26:46.786278 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dcf49660-6533-4902-bec3-791d3518427d None None] VlanTypeDriver initialization complete Jul 16 11:26:46.786634 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Initializing driver for type 'vxlan' Jul 16 11:26:46.787219 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dcf49660-6533-4902-bec3-791d3518427d None None] vxlan ID ranges: [(1, 1000)] Jul 16 11:26:46.837868 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Initializing extension driver 'port_security' Jul 16 11:26:46.838253 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.extensions.port_security [None req-dcf49660-6533-4902-bec3-791d3518427d None None] PortSecurityExtensionDriver initialization complete Jul 16 11:26:46.838598 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Initializing mechanism driver 'openvswitch' Jul 16 11:26:46.838918 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Initializing mechanism driver 'hyperv' Jul 16 11:26:46.845309 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-dcf49660-6533-4902-bec3-791d3518427d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:26:46.846127 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > port after_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.846498 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > port after_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.846849 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > port after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.847358 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 11:26:46.847792 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > subnet after_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.848668 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > subnet after_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.849010 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > subnet after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.849393 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 11:26:46.849794 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > network after_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.850143 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > network after_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.850483 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > network after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.850867 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 11:26:46.851377 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > security_group after_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.851730 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > security_group after_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.852092 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > security_group after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.852476 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 11:26:46.852874 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.853216 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.853551 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.853932 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 11:26:46.854326 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > address_group after_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.854666 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > address_group after_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.855001 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > address_group after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.855381 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 11:26:46.855757 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dcf49660-6533-4902-bec3-791d3518427d None None] ML2 OVO RPC backend initialized. {{(pid=92962) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 11:26:46.856475 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router_interface after_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.856827 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.857236 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > network before_response 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.857582 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > networks before_response 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.857926 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > port before_response 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.858263 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > ports before_response 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.858604 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > subnet before_response 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.858942 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > subnets before_response 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.859284 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > network after_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.859621 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > network after_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.859981 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > network after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.860316 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > port after_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.860651 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > port after_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.860982 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > port after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.861312 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > subnet after_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.861643 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > subnet after_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.861971 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > subnet after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.862530 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.plugin [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Modular L2 Plugin initialization complete Jul 16 11:26:46.862851 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading services supported by the core plugin {{(pid=92962) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 11:26:46.863174 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.plugins.ml2.managers [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Got port-security extension from driver 'port_security' Jul 16 11:26:46.863628 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.extensions.vlantransparent [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Disabled vlantransparent extension. Jul 16 11:26:46.864714 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92962) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 11:26:46.865025 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading Plugin: router Jul 16 11:26:46.899817 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router_interface before_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.900234 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router after_create 55549900 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.900602 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router before_create 55549900 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.900967 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.901339 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.901690 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router after_delete 55549900 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.902047 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > floatingip after_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.902529 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router after_create 55549900 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.902878 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router after_update 55549900 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.903229 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router after_update 55549900 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.903576 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.903960 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router after_update 55549900 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.904367 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router precommit_update 55549900 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.904742 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: port after_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.905085 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: port after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.905430 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: subnet after_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.905774 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.906125 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > port precommit_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.906470 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router precommit_create 55549900 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.906813 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: port before_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.907161 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router precommit_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.907517 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router after_update 55549900 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.907878 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router precommit_delete 55549900 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.908231 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router precommit_create 55549900 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.908591 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router_interface after_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.908932 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router precommit_update 55549900 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.909296 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > agent after_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.909644 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > agent after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.909990 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > network after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.911343 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Tracking information for resource: router configured {{(pid=92962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 11:26:46.911676 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Tracking information for resource: floatingip configured {{(pid=92962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 11:26:46.916481 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.db.l3_agentschedulers_db [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 11:26:46.917056 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: port after_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.917414 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: port after_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.917765 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: port after_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.918114 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: port after_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.918881 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router before_create 55550100 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.919246 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router precommit_delete 55550100 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.919611 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router precommit_create 55550100 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.920000 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > router precommit_update 55550100 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.924369 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.services.provider_configuration [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Service providers = [] {{(pid=92962) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 11:26:46.924893 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.db.servicetype_db [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92962) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 11:26:46.928302 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.services.service_base [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 11:26:46.928648 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.services.service_base [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 11:26:46.928989 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.services.service_base [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 11:26:46.929870 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.services.service_base [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 11:26:46.930239 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.services.service_base [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 11:26:46.930611 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 11:26:46.930925 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 11:26:46.941344 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 11:26:46.941682 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading Plugin: auto_allocate Jul 16 11:26:46.947324 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: network precommit_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.947691 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: network precommit_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.948225 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 11:26:46.948546 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading Plugin: tag Jul 16 11:26:46.955273 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 11:26:46.955605 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading Plugin: timestamp Jul 16 11:26:46.959364 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 11:26:46.959692 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading Plugin: network_ip_availability Jul 16 11:26:46.965045 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.965369 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.965720 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:46.966425 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 11:26:46.966742 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading Plugin: flavors Jul 16 11:26:46.972795 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 11:26:46.973660 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading Plugin: revisions Jul 16 11:26:46.977890 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 11:26:46.978282 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_concurrency.lockutils [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=92962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 11:26:46.979003 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92962) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 11:26:46.979338 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Initializing extension manager. Jul 16 11:26:46.979873 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: __init__.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:46.980215 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: __pycache__ {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:46.980546 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:46.980875 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: address_group.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:46.981620 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:46.982175 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: address-group Jul 16 11:26:46.982496 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: address_scope.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:46.983200 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:46.983708 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: address-scope Jul 16 11:26:46.984053 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: admin_state_down_before_update.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:46.984972 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:46.985483 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: router-admin-state-down-before-update Jul 16 11:26:46.985803 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: agent.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:46.986492 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:46.986993 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: agent Jul 16 11:26:46.987309 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: agent_resources_synced.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:46.988232 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:46.989291 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: agent-resources-synced Jul 16 11:26:46.991339 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: allowedaddresspairs.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:46.995897 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:46.996439 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: allowed-address-pairs Jul 16 11:26:46.996768 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: auto_allocated_topology.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:46.997846 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:46.998360 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: auto-allocated-topology Jul 16 11:26:46.998684 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: availability_zone.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:46.999382 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:46.999913 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: availability_zone Jul 16 11:26:47.000235 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: availability_zone_filter.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.001300 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.001810 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: availability_zone_filter Jul 16 11:26:47.002127 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: data_plane_status.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.003022 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.003524 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 11:26:47.003860 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: default_subnetpools.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.004816 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.005316 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: default-subnetpools Jul 16 11:26:47.005632 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: dhcpagentscheduler.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.006435 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.006939 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: dhcp_agent_scheduler Jul 16 11:26:47.007257 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: dns.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.008195 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.008702 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension dns-integration not supported by any of loaded plugins Jul 16 11:26:47.009029 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: dns_domain_ports.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.009939 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.010445 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 11:26:47.010767 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.011677 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.012451 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 11:26:47.012770 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: dvr.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.013431 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.013931 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: dvr Jul 16 11:26:47.014249 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: empty_string_filtering.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.015142 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.015642 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: empty-string-filtering Jul 16 11:26:47.015993 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.016887 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.017381 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 11:26:47.017698 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.018599 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.019107 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 11:26:47.019426 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: external_net.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.020376 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.020884 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: external-net Jul 16 11:26:47.021203 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: extra_dhcp_opt.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.022091 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.022592 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: extra_dhcp_opt Jul 16 11:26:47.022909 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: extraroute.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.023796 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.024324 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: extraroute Jul 16 11:26:47.024640 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: extraroute_atomic.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.025661 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.026168 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: extraroute-atomic Jul 16 11:26:47.026492 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: filter_validation.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.027145 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.027642 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: filter-validation Jul 16 11:26:47.027995 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: fip_pf_description.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.028899 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.029570 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 11:26:47.029887 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: fip_port_details.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.030793 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.031299 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: fip-port-details Jul 16 11:26:47.031618 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: flavors.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.032852 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.033366 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: flavors Jul 16 11:26:47.033688 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.035320 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.036377 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 11:26:47.036704 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: floatingip_pools.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.037392 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.037898 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: floatingip-pools Jul 16 11:26:47.038220 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: ip_allocation.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.039135 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.039639 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 11:26:47.039984 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.040899 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.041402 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: ip-substring-filtering Jul 16 11:26:47.041727 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: l2_adjacency.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.042643 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.043144 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 11:26:47.043467 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: l3.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.044446 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.044956 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: router Jul 16 11:26:47.045278 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: l3_conntrack_helper.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.047466 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.048010 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 11:26:47.048340 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.049265 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.049780 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: ext-gw-mode Jul 16 11:26:47.050103 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.051014 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.052125 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: l3-ha Jul 16 11:26:47.052448 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: l3_flavors.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.053443 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.053953 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: l3-flavors Jul 16 11:26:47.054275 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.055177 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.055678 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 11:26:47.056031 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: l3agentscheduler.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.057056 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.057560 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: l3_agent_scheduler Jul 16 11:26:47.057884 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: logging.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.059330 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.059870 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension logging not supported by any of loaded plugins Jul 16 11:26:47.060200 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: metering.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.060934 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.061510 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: metering Jul 16 11:26:47.061833 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.062902 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.063407 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: metering_source_and_destination_fields Jul 16 11:26:47.063731 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: multiprovidernet.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.064786 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.065293 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: multi-provider Jul 16 11:26:47.065610 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: netmtu.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.066514 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.067043 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: net-mtu Jul 16 11:26:47.067362 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: netmtu_writable.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.068293 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.068795 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: net-mtu-writable Jul 16 11:26:47.069110 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: network_availability_zone.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.069781 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.070280 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: network_availability_zone Jul 16 11:26:47.070595 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: network_ip_availability.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.071671 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.072203 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: network-ip-availability Jul 16 11:26:47.072521 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: network_segment_range.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.073269 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.073765 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 11:26:47.074080 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: pagination.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.075060 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.075384 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: pagination Jul 16 11:26:47.075701 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: port_device_profile.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.076648 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.077158 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: port-device-profile Jul 16 11:26:47.077475 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.078380 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.078884 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: port-mac-address-regenerate Jul 16 11:26:47.079203 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.080145 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.080651 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: port-numa-affinity-policy Jul 16 11:26:47.080968 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: port_resource_request.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.081861 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.082361 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 11:26:47.082702 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: portbindings.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.083619 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.084159 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: binding Jul 16 11:26:47.084477 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: portbindings_extended.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.085724 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.086235 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: binding-extended Jul 16 11:26:47.086558 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: portsecurity.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.087465 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.088013 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: port-security Jul 16 11:26:47.088337 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: project_id.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.089297 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.089622 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: project-id Jul 16 11:26:47.089940 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: providernet.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.090841 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.091346 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: provider Jul 16 11:26:47.091663 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: qos.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.095122 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.095639 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension qos not supported by any of loaded plugins Jul 16 11:26:47.096003 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.097233 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.097750 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 11:26:47.098582 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.099533 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.100084 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 11:26:47.100407 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: qos_default.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.101323 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.101832 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension qos-default not supported by any of loaded plugins Jul 16 11:26:47.102152 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: qos_fip.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.102802 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.103299 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension qos-fip not supported by any of loaded plugins Jul 16 11:26:47.103617 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: qos_gateway_ip.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.104547 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.105050 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 11:26:47.105369 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: qos_port_network_policy.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.106267 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.106769 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 11:26:47.107088 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: qos_rule_type_details.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.108018 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.108521 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 11:26:47.108842 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: qos_rules_alias.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.109876 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.110380 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 11:26:47.110703 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: quotasv2.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.111598 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.112138 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: quotas Jul 16 11:26:47.112461 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: quotasv2_detail.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.116076 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.116414 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: quota_details Jul 16 11:26:47.116742 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: rbac.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.117781 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.118303 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: rbac-policies Jul 16 11:26:47.118631 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: rbac_address_group.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.119553 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.120097 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: rbac-address-group Jul 16 11:26:47.120423 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: rbac_address_scope.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.121336 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.121849 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: rbac-address-scope Jul 16 11:26:47.122172 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: rbac_security_groups.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.123082 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.123587 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: rbac-security-groups Jul 16 11:26:47.123944 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: rbac_subnetpool.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.124846 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.125350 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: rbac-subnetpool Jul 16 11:26:47.125713 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: revisionifmatch.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.126574 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.127082 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: revision-if-match Jul 16 11:26:47.127401 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: revisions.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.128531 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.129042 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: standard-attr-revisions Jul 16 11:26:47.129433 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: router_availability_zone.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.130111 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.130618 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: router_availability_zone Jul 16 11:26:47.130939 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: routerservicetype.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.131887 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.132397 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension router-service-type not supported by any of loaded plugins Jul 16 11:26:47.132733 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.133638 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.134147 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: security-groups-normalized-cidr Jul 16 11:26:47.134468 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: security_groups_port_filtering.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.135374 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.135905 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: port-security-groups-filtering Jul 16 11:26:47.136225 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.137405 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.137913 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: security-groups-remote-address-group Jul 16 11:26:47.138250 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: securitygroup.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.148356 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.148877 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: security-group Jul 16 11:26:47.149207 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: segment.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.149989 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.150495 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension segment not supported by any of loaded plugins Jul 16 11:26:47.150820 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.151747 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.152279 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 11:26:47.152604 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: servicetype.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.153687 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.154281 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: service-type Jul 16 11:26:47.154614 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: sorting.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.155596 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.155957 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: sorting Jul 16 11:26:47.156282 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: standard_attr_segment.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.157254 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.157763 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 11:26:47.158086 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: standardattrdescription.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.158741 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.159243 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: standard-attr-description Jul 16 11:26:47.159564 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: stateful_security_group.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.160532 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.161580 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: stateful-security-group Jul 16 11:26:47.161903 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: stdattrs_common.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.162479 dv-cinder-784763-6-iscsi neutron-server[92962]: WARNING neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 11:26:47.162799 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.163717 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.164255 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 11:26:47.164576 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: subnet_onboard.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.165624 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.166141 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: subnet_onboard Jul 16 11:26:47.166467 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.167393 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.167930 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 11:26:47.168256 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: subnet_service_types.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.169171 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.169682 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: subnet-service-types Jul 16 11:26:47.170014 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: subnetallocation.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.171076 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.171582 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: subnet_allocation Jul 16 11:26:47.171934 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.172594 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.173098 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: subnetpool-prefix-ops Jul 16 11:26:47.173420 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.174347 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.174850 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 11:26:47.175171 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: tagging.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.176264 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.176778 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: standard-attr-tag Jul 16 11:26:47.177101 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: timestamp.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.178318 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.178832 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loaded extension: standard-attr-timestamp Jul 16 11:26:47.179156 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: trunk.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.180223 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.180734 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension trunk not supported by any of loaded plugins Jul 16 11:26:47.181057 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: trunk_details.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.181969 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.182478 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension trunk-details not supported by any of loaded plugins Jul 16 11:26:47.182799 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: uplink_status_propagation.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.183708 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.184248 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 11:26:47.184568 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Loading extension file: vlantransparent.py {{(pid=92962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 11:26:47.185226 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 11:26:47.185728 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 11:26:47.188142 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Creating instance of TrackedResource for resource:network Jul 16 11:26:47.188677 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Creating instance of TrackedResource for resource:subnet Jul 16 11:26:47.189071 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 11:26:47.189612 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Creating instance of TrackedResource for resource:port Jul 16 11:26:47.190849 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.v2.resource_helper [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 11:26:47.191291 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.v2.resource_helper [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Service FLAVORS assigned prefix: {{(pid=92962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 11:26:47.191954 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.v2.resource_helper [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 11:26:47.192376 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.v2.resource_helper [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 11:26:47.192704 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Creating instance of TrackedResource for resource:router Jul 16 11:26:47.193126 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Creating instance of TrackedResource for resource:floatingip Jul 16 11:26:47.193614 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.v2.resource_helper [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Service METERING assigned prefix: /metering {{(pid=92962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 11:26:47.195031 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:47.195401 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:47.195749 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:26:47.196827 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 11:26:47.197278 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Creating instance of TrackedResource for resource:security_group Jul 16 11:26:47.197721 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 11:26:47.198323 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.v2.resource_helper [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Service CORE assigned prefix: {{(pid=92962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 11:26:47.198650 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 11:26:47.198992 dv-cinder-784763-6-iscsi neutron-server[92962]: WARNING neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] subnetpool is already registered Jul 16 11:26:47.199414 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.v2.resource_helper [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Service CORE assigned prefix: {{(pid=92962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 11:26:47.199735 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 11:26:47.200089 dv-cinder-784763-6-iscsi neutron-server[92962]: WARNING neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] subnetpool is already registered Jul 16 11:26:47.202357 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.v2.resource_helper [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 11:26:47.202792 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.v2.resource_helper [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Service FLAVORS assigned prefix: {{(pid=92962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 11:26:47.203382 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.v2.resource_helper [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 11:26:47.203800 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.v2.resource_helper [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 11:26:47.204153 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Creating instance of TrackedResource for resource:router Jul 16 11:26:47.204494 dv-cinder-784763-6-iscsi neutron-server[92962]: WARNING neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] router is already registered Jul 16 11:26:47.204906 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Creating instance of TrackedResource for resource:floatingip Jul 16 11:26:47.205241 dv-cinder-784763-6-iscsi neutron-server[92962]: WARNING neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] floatingip is already registered Jul 16 11:26:47.205690 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.v2.resource_helper [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Service METERING assigned prefix: /metering {{(pid=92962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 11:26:47.206370 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 11:26:47.206695 dv-cinder-784763-6-iscsi neutron-server[92962]: WARNING neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] rbac_policy is already registered Jul 16 11:26:47.207108 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Creating instance of TrackedResource for resource:security_group Jul 16 11:26:47.207969 dv-cinder-784763-6-iscsi neutron-server[92962]: WARNING neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] security_group is already registered Jul 16 11:26:47.208383 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 11:26:47.208712 dv-cinder-784763-6-iscsi neutron-server[92962]: WARNING neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] security_group_rule is already registered Jul 16 11:26:47.209328 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.v2.resource_helper [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Service CORE assigned prefix: {{(pid=92962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 11:26:47.209652 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 11:26:47.209981 dv-cinder-784763-6-iscsi neutron-server[92962]: WARNING neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] subnetpool is already registered Jul 16 11:26:47.210401 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.v2.resource_helper [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Service CORE assigned prefix: {{(pid=92962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 11:26:47.210719 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 11:26:47.211044 dv-cinder-784763-6-iscsi neutron-server[92962]: WARNING neutron.quota.resource_registry [None req-dcf49660-6533-4902-bec3-791d3518427d None None] subnetpool is already registered Jul 16 11:26:47.211510 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: extensions {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.212970 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: address-groups {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.214444 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: address-scopes {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.215775 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: agents {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.216912 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: auto-allocated-topology {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.218133 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: availability_zones {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.219346 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: dhcp-networks {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.220882 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: dhcp-agents {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.222296 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: routers {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.224587 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: flavors {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.226818 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: service_profiles {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.228050 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: next_providers {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.229489 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: service_profiles {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.231116 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: floatingip-pools {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.232365 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: routers {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.234039 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: floatingips {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.235299 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: l3-routers {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.236724 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: l3-agents {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.238125 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: metering-labels {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.239390 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: metering-label-rules {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.240781 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: network-ip-availabilities {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.242026 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: bindings {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.243557 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: quotas {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.245121 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: quotas {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.246509 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: rbac-policies {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.247695 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: security-groups {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.249012 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: security-group-rules {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.250255 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: service-providers {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.251464 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: subnetpools {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.252805 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: subnetpools {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.254355 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: tags {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.256132 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: tags {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.257941 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: tags {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.259703 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: tags {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.261407 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: tags {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.263600 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: tags {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.265311 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: tags {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.267092 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: tags {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.268952 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: tags {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.271222 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron.api.extensions [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Extended resource: tags {{(pid=92962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 11:26:47.277167 dv-cinder-784763-6-iscsi neutron-server[92962]: WARNING keystonemiddleware.auth_token [None req-dcf49660-6533-4902-bec3-791d3518427d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 11:26:47.281653 dv-cinder-784763-6-iscsi neutron-server[92962]: WARNING keystonemiddleware.auth_token [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 11:26:47.290862 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_concurrency.lockutils [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Acquired lock "singleton_lock" {{(pid=92962) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 11:26:47.291187 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_concurrency.lockutils [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Releasing lock "singleton_lock" {{(pid=92962) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 11:26:47.291791 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO oslo_service.service [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Starting 2 workers Jul 16 11:26:47.296536 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Started child 93103 {{(pid=92962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 11:26:47.300913 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Started child 93104 {{(pid=92962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 11:26:47.302010 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:26:47.302628 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO neutron.service [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 11:26:47.303128 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Notify callbacks [] for process, before_spawn {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:26:47.303481 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [-] (93103) wsgi starting up on http://0.0.0.0:9696 Jul 16 11:26:47.305507 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO oslo_service.service [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Starting 1 workers Jul 16 11:26:47.305626 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:26:47.306943 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [-] (93104) wsgi starting up on http://0.0.0.0:9696 Jul 16 11:26:47.310658 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Started child 93105 {{(pid=92962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 11:26:47.311176 dv-cinder-784763-6-iscsi neutron-server[92962]: INFO oslo_service.service [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Starting 1 workers Jul 16 11:26:47.314099 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.service [None req-dcf49660-6533-4902-bec3-791d3518427d None None] calling RpcWorker wait() {{(pid=93105) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 11:26:47.314585 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.service [None req-dcf49660-6533-4902-bec3-791d3518427d None None] returning from RpcWorker wait() {{(pid=93105) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 11:26:47.315563 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Started child 93106 {{(pid=92962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 11:26:47.315800 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:26:47.316310 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:26:47.316404 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcf49660-6533-4902-bec3-791d3518427d None None] Notify callbacks [] for process, after_spawn {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:26:47.318308 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92962) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 11:26:47.318514 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 11:26:47.318700 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 11:26:47.318919 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 11:26:47.319259 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 11:26:47.319425 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 11:26:47.319936 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.320212 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.320461 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.320565 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:26:47.321009 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.321009 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.321600 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.321863 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.322082 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.322354 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.322603 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.322773 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.322940 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.323196 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.323424 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.323687 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.324035 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.324280 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.324542 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.324710 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.324956 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.325700 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.325837 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.326104 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] debug = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.326356 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.326855 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.327094 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.327331 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.327589 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.327869 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.328071 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.328348 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.328578 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.328819 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.329064 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.329356 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.329544 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.329752 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.329967 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.330226 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.330460 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.330945 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] host = dv-cinder-784763-6-iscsi {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.331176 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.331395 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.331625 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.331901 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.332139 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.332374 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.333174 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.333439 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.333678 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.333902 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.334148 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.334405 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.334651 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.334881 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] log_file = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.335043 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] log_options = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.335276 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.335545 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.335801 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.336010 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.336176 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.336350 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.336674 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.336782 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.337003 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.337215 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.337432 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.337711 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.337869 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.338064 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.338312 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.338579 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.338778 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.338985 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.339225 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.339473 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.339759 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.339950 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.340171 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.340414 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.340629 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.340840 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.341082 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.341296 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.341524 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.341775 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.342003 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.342265 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.342504 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.342744 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.342970 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.343191 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.343403 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.343672 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.343933 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.344185 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.344444 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.344675 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.344915 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.345177 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.345342 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.345560 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] use_json = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.345767 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.345996 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.346270 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.346480 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.346706 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.346917 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.347133 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.349713 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.350252 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.350483 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.350831 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.351181 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.351494 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.351702 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.352450 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.352571 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:26:47.352649 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.352649 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.352767 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.353052 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.353282 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.353565 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.353824 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.354088 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.354446 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.354732 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.355013 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.355260 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.355515 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.355766 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.356040 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.356368 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.356663 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.356921 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.357595 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.357595 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.357751 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.358575 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.358575 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.358575 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.359184 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.359472 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.361587 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.361587 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.361587 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.361587 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.361587 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.361587 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.361587 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.361587 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.361587 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.362518 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.362518 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.362518 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.362518 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.362823 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.362904 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.363120 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.363388 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.363634 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.363885 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.364109 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.364326 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.364547 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.367761 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.368056 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.368285 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.368521 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.369368 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.369630 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.371370 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.371920 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.373361 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.375110 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.375378 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.375626 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.375907 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.376145 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.376387 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.376624 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.376882 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.377110 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.377371 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.377616 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.377841 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.378065 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.378309 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.378533 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.378757 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.379002 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.379224 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.379437 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.379660 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.380942 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.381276 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.381536 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.381805 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.382054 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.382304 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.382575 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.382846 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.383094 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.383364 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.383610 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.384779 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.384779 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.384779 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.384779 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.385121 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.385121 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.385335 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.385582 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.386015 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.386598 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.386598 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.387110 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.387407 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.387875 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.387981 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.388212 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.388492 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.388747 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.389030 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.389288 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.389557 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.389878 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.390130 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.390418 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.390667 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.390922 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.392821 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.393145 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.394221 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.394599 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.396336 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.396613 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.396902 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.397165 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.397405 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.397639 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.397906 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.398232 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.398483 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.398725 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.398952 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.399248 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.399493 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.399757 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.400205 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.400462 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.400739 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.400998 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.401240 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.401571 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.401815 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.402119 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.402667 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.403312 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.403564 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.403832 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.404241 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.404534 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.404811 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.405134 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.405368 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.405626 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.405886 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.406084 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.406369 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.406674 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.407047 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.408025 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.408280 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.408515 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.408764 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.409215 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.409487 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.409715 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.410224 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.410504 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.410801 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.411040 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.411787 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.412059 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.412524 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.412790 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.413024 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.413477 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.413704 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.413934 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.414498 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.414744 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.414998 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.415220 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.415484 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.415740 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.416114 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.416376 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.416615 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.416840 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.417062 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.417304 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.417557 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.417796 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.418014 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.418233 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.418472 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.418715 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.418967 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.419190 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.419406 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.419619 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.419863 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.420095 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.420308 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.420606 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.420860 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.421103 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.421360 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.421598 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.421836 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.422090 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.422307 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.422519 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.422747 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.422969 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.423727 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.424079 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.424305 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.425365 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.425651 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.426001 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.426295 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.426572 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.426836 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.427251 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.427492 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.427748 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.428032 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.428273 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.428532 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.428764 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.429013 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.429239 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.429450 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.429771 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.430102 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.430334 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.430625 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.431616 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.431898 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.432148 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.432473 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.432689 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.432953 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.433193 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.433447 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.433672 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.434147 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.434504 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.435269 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.435554 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.435803 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.436108 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.436400 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.436689 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.436931 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.437213 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.437893 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.438177 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.438454 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.438693 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.438965 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.439200 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.439426 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.439666 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.439986 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.440233 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.440498 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.440738 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.440992 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.441251 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.441504 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.441749 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.442007 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.442228 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.442454 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.442679 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.442843 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 11:26:47.443357 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92962) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 11:26:47.443520 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 11:26:47.443678 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 11:26:47.443872 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 11:26:47.444046 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 11:26:47.444202 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 11:26:47.444411 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.444614 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.444713 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.444875 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.445036 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.445220 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.445382 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.445547 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.445707 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.445869 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.446030 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.446190 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.446346 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:26:47.446438 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.446556 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.446641 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.446800 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.446959 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.447121 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.447286 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.447447 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.447607 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.447767 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.447950 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] debug = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.448112 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.448317 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.448484 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.448646 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.448805 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.448967 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.449129 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.449290 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.449451 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.449610 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.449772 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.449931 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.450092 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.450277 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.450412 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.450572 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.450733 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.450894 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] host = dv-cinder-784763-6-iscsi {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.451056 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.451216 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.451376 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.451536 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.451701 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.451906 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.452033 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.452185 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.452324 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.452486 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.452648 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.452808 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.452968 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.453128 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] log_file = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.453289 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] log_options = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.453449 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.453609 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.453769 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.453955 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.454119 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.454296 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.454471 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.454589 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.454749 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.454910 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.455070 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.455233 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.455395 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.455556 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.455716 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.455897 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.456059 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.456220 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.456380 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.456540 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.456700 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.456860 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.457021 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.457181 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.457341 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.458024 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.459705 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.459905 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.460062 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.460431 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.460431 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.460629 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.460714 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.460848 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.461011 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.461175 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.461338 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.461505 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.461668 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.462002 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.462002 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.462207 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.462340 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.462467 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.462591 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.462734 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] use_json = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.462858 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.463014 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.463174 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.463335 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.463494 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.463654 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.463832 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.464282 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 11:26:47.464449 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.464615 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.464791 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.464961 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.465129 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.465292 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.465456 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.465624 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.465836 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.465971 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.466123 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.466288 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.466485 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.466626 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.466793 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.466958 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.467122 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.467291 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.467439 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.467606 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.467770 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.467966 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.468146 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.468313 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.468478 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.468641 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.468804 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.468970 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.469135 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.469300 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.469466 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.469632 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.469796 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.469960 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.470123 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.470446 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.470446 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.470647 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.470753 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.470916 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.471082 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.471247 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.471412 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.471575 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.471737 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.471923 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.472090 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.472254 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.472418 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.472581 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.472755 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.472920 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.473135 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.473790 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.473956 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.474121 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.474284 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.474447 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.474611 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.474774 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.474938 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.475115 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.475280 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.475444 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.475607 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.475771 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.475962 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.476125 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.476290 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.476455 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.476618 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.476781 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.476944 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.477108 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.477271 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.477435 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.477599 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.477763 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.477928 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.478091 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.478254 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.478417 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.478581 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.478744 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.478917 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.479096 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.479260 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.479424 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.479586 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.479749 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.479932 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.480096 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.480258 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.480425 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.480589 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.480752 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.480916 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.481081 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.481247 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.481412 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.481576 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.481739 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.481903 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.482066 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.482228 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.482391 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.482554 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.482718 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.482880 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.483043 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.483205 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.483378 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.483541 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.483708 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.483897 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.484070 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.484244 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.484407 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.484571 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.485585 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.485585 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.485585 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.485585 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.485585 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.485585 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.486109 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.486109 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.486622 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.486809 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.487186 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.487186 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.487440 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.488114 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.488286 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.489063 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.489239 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.489692 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.489864 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.490028 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.490230 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.490356 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.490498 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.490661 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.490826 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.490989 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.491152 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.491332 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.491480 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.491645 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.491820 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.491991 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.492164 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.492316 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.492479 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.492642 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.492805 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.492968 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.493154 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.493317 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.493480 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.493644 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.493807 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.494035 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.494211 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.494375 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.494539 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.494821 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.495082 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.495253 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.495418 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.495582 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.495746 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.495935 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.496101 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.496266 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.496442 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.496607 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.496730 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.497253 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.497425 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.497588 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.498428 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.498870 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.499039 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.499206 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.499451 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.499633 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.499851 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.500020 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.500185 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.500355 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.500563 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.500734 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.500889 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.501094 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.501265 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.501427 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.501590 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.501756 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.501906 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.502074 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.502237 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.502400 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.502564 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.502728 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.502891 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.503067 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.503233 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.503397 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.503561 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.503726 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.504265 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.504265 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.504265 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.505022 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.505150 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.505580 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.505580 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.505580 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.505932 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.505932 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.506135 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.506214 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.506359 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.506542 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.506707 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.506869 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.507033 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.507196 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.507360 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.507532 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.507696 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.507881 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.508046 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.508209 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.508372 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.508543 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.508708 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.508872 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.509041 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.509205 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.509368 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.509530 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.509705 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.509867 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.510032 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.510195 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.510359 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.510522 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.510686 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.510854 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.511025 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.511194 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.511359 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.511529 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.511955 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.512146 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.512309 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.512477 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.512653 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.512817 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.512980 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.513142 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.513304 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.513468 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.513631 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.513811 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.513957 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.514119 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.514282 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.514445 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.514609 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.514772 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.514935 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.515099 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.515261 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.515425 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.515588 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.515751 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 11:26:47.515936 dv-cinder-784763-6-iscsi neutron-server[92962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 11:26:47.780965 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 39604) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:26:47.789809 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066540 Jul 16 11:26:58.975008 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb85345-ce65-42f4-bb00-39ec0e8d881a None None] get_active_networks_info from dv-cinder-784763-6-iscsi {{(pid=93105) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 11:26:59.047604 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb85345-ce65-42f4-bb00-39ec0e8d881a None None] No non-hosted networks {{(pid=93105) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 11:26:59.062416 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa04b-bc79-4809-a1f0-b406b12ea1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725184'] for agent, after_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:01.666662 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-0d7275c8-f989-494d-905a-4b754575488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725184'] for agent, after_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:01.729199 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2a1868ba-09a3-46c8-84e9-4eedbe575586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:02.029581 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725184'] for agent, after_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:02.030249 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:02.030613 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:02.031075 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:02.031411 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:02.031741 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:02.032230 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:02.032597 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:02.032943 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:02.033272 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:02.033700 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:02.034106 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:02.034433 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:02.034816 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784763-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:27:02.042806 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784763-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:27:02.824045 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725184'] for agent, after_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:04.297675 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725184'] for agent, after_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:04.349952 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.db.l3_hamode_db [None req-d1a3cf5c-9f11-4ef8-b6c1-5427b46e9242 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 11:27:04.424816 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a3cf5c-9f11-4ef8-b6c1-5427b46e9242 None None] Routers set() bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:27:04.425116 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a3cf5c-9f11-4ef8-b6c1-5427b46e9242 None None] Router IDs set() for agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 11:27:05.356326 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 39696) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:27:05.830861 dv-cinder-784763-6-iscsi neutron-server[93104]: WARNING oslo_policy.policy [None req-7971a60e-cfd7-4a2a-a2b9-c436c1b285fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 11:27:05.831423 dv-cinder-784763-6-iscsi neutron-server[93104]: WARNING oslo_policy.policy [None req-7971a60e-cfd7-4a2a-a2b9-c436c1b285fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 11:27:06.048543 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [None req-7971a60e-cfd7-4a2a-a2b9-c436c1b285fe admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 11:27:06.049564 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-7971a60e-cfd7-4a2a-a2b9-c436c1b285fe admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6923060 Jul 16 11:27:08.388365 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 39710) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:27:08.686339 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-c4646ccd-81ff-4e0f-917f-257c3045befa admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:27:08.777682 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.policy [None req-c4646ccd-81ff-4e0f-917f-257c3045befa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93104) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 11:27:08.822152 dv-cinder-784763-6-iscsi neutron-server[93104]: WARNING oslo_policy.policy [None req-c4646ccd-81ff-4e0f-917f-257c3045befa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 11:27:08.822465 dv-cinder-784763-6-iscsi neutron-server[93104]: WARNING oslo_policy.policy [None req-c4646ccd-81ff-4e0f-917f-257c3045befa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 11:27:08.830827 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.quota [None req-c4646ccd-81ff-4e0f-917f-257c3045befa admin admin] Loaded quota_driver: . Jul 16 11:27:08.919834 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c4646ccd-81ff-4e0f-917f-257c3045befa admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746160645955', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746160645302', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746160642254', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746160631428', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746160621895', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746160742978', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-623745', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647794', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1682886', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1823497'] for rbac-policy, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:08.981955 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c4646ccd-81ff-4e0f-917f-257c3045befa admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:08.983149 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-c4646ccd-81ff-4e0f-917f-257c3045befa admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5938396 Jul 16 11:27:11.513817 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 39722) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:27:11.799617 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Request body: {'network': {'project_id': '763c67abfc964fd7a8fe260384f14653', 'name': 'private', 'admin_state_up': True, 'tenant_id': '763c67abfc964fd7a8fe260384f14653'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:27:11.827252 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Made reservation on behalf of 763c67abfc964fd7a8fe260384f14653 for: {'network': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:27:11.829872 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:11.846093 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:11.961964 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:11.965884 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:11.989123 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:27:12.013662 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746163431235', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:12.014225 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Unsubscribe: segment precommit_create {{(pid=93104) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 11:27:12.014740 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.segments_db [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Added segment b9f22e6e-20d3-4357-839d-62ebe01370fe of type vlan for network 91a0e46e-c361-4068-8342-7b5c4950ca83 Jul 16 11:27:12.021072 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d97355-31e8-4f82-9bc8-afab8e5ddadc,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:27:12.042440 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:12.042800 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:12.043162 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:12.043452 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:12.043768 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:12.044111 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:12.044426 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:12.044733 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:12.045052 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:12.045363 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:12.045667 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:12.045970 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Tracked resource versions report: Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: pushed versions: Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: { 'AddressGroup': {'1.2'}, Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'ConntrackHelper': {'1.0'}, Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Log': {'1.0'}, Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Network': {'1.1'}, Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Port': {'1.7'}, Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'PortForwarding': {'1.2'}, Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'QosPolicy': {'1.8'}, Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'SecurityGroup': {'1.4'}, Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'SecurityGroupRule': {'1.2'}, Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'SubPort': {'1.0'}, Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Subnet': {'1.1'}, Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Trunk': {'1.1'}} Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: consumer versions: Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: { DHCP agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: L3 agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: Metadata agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: Metering agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: Open vSwitch agent@dv-cinder-784763-6-iscsi: { 'AddressGroup': '1.2', Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'ConntrackHelper': '1.0', Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Log': '1.0', Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Network': '1.1', Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Port': '1.7', Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'PortForwarding': '1.2', Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'QosPolicy': '1.8', Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'SecurityGroup': '1.4', Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'SecurityGroupRule': '1.2', Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'SubPort': '1.0', Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Subnet': '1.1', Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Trunk': '1.1'}} Jul 16 11:27:12.047074 dv-cinder-784763-6-iscsi neutron-server[93104]: {{(pid=93104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 11:27:12.133298 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:12.179781 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:12.180844 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:27:12.181476 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:12.233930 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7189920 Jul 16 11:27:12.279289 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5424f65-a094-4528-ba1e-b00e1d458b71 admin admin] Pushing event updated for resources: {'Network': ['ID=91a0e46e-c361-4068-8342-7b5c4950ca83,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:27:12.294952 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network 91a0e46e-c361-4068-8342-7b5c4950ca83 details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:27:14.813597 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 39736) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:27:15.188824 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f3203-bb4b-45ee-869b-0111b24fb65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:27:15.190172 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-b47f3203-bb4b-45ee-869b-0111b24fb65b admin admin] 10.222.0.16 "GET /v2.0/networks/91a0e46e-c361-4068-8342-7b5c4950ca83 HTTP/1.1" status: 200 len: 825 time: 0.3756273 Jul 16 11:27:15.214019 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-a667c202-79d4-4e1f-ae6a-0fd562b570aa admin admin] 10.222.0.16 "GET /v2.0/subnetpools/364333e7-b239-4dd2-9ef0-b8b400733cb6 HTTP/1.1" status: 200 len: 734 time: 0.0181048 Jul 16 11:27:15.221920 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-05cb8297-6ba6-4e2e-97c0-aa8b4f79f0e4 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '91a0e46e-c361-4068-8342-7b5c4950ca83', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '763c67abfc964fd7a8fe260384f14653', 'subnetpool_id': '364333e7-b239-4dd2-9ef0-b8b400733cb6'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:27:15.241795 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cb8297-6ba6-4e2e-97c0-aa8b4f79f0e4 admin admin] Made reservation on behalf of 763c67abfc964fd7a8fe260384f14653 for: {'subnet': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:27:15.244239 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-05cb8297-6ba6-4e2e-97c0-aa8b4f79f0e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:15.530568 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-05cb8297-6ba6-4e2e-97c0-aa8b4f79f0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for subnet, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:15.597591 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb8297-6ba6-4e2e-97c0-aa8b4f79f0e4 admin admin] Checking segment: {'id': 'b9f22e6e-20d3-4357-839d-62ebe01370fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '91a0e46e-c361-4068-8342-7b5c4950ca83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:27:15.597969 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cb8297-6ba6-4e2e-97c0-aa8b4f79f0e4 admin admin] Network hostable DHCP agents. Network: 91a0e46e-c361-4068-8342-7b5c4950ca83, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:27:15.604466 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb8297-6ba6-4e2e-97c0-aa8b4f79f0e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e1e9957-e0ea-40d5-b833-d7b0182be224,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:27:15.621951 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cb8297-6ba6-4e2e-97c0-aa8b4f79f0e4 admin admin] Network 91a0e46e-c361-4068-8342-7b5c4950ca83 is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:27:15.633489 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-05cb8297-6ba6-4e2e-97c0-aa8b4f79f0e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, 91a0e46e-c361-4068-8342-7b5c4950ca83) {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:27:15.638212 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb8297-6ba6-4e2e-97c0-aa8b4f79f0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:27:15.638809 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-05cb8297-6ba6-4e2e-97c0-aa8b4f79f0e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:15.643241 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3f4390-6997-4706-adee-9713028259b3 None None] Network 91a0e46e-c361-4068-8342-7b5c4950ca83 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:27:15.652734 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-05cb8297-6ba6-4e2e-97c0-aa8b4f79f0e4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4339828 Jul 16 11:27:15.952288 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54b1039c-cf72-54a1-82ca-f279e9606da9-91a0e46e-c361-4068-8342-7b5c4950ca83', 'network_id': '91a0e46e-c361-4068-8342-7b5c4950ca83', 'tenant_id': '763c67abfc964fd7a8fe260384f14653', 'fixed_ips': [{'subnet_id': '1e1e9957-e0ea-40d5-b833-d7b0182be224'}]}} from dv-cinder-784763-6-iscsi. {{(pid=93105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 11:27:15.953567 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:16.215711 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.db_base_plugin_common [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Allocated IP 172.20.0.2 (91a0e46e-c361-4068-8342-7b5c4950ca83/1e1e9957-e0ea-40d5-b833-d7b0182be224/3a4daf9b-b88a-483a-bb85-99782dfc2646) {{(pid=93105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:27:16.413147 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Notify callbacks [] for port, precommit_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:16.452680 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Transition to ACTIVE for port object 3a4daf9b-b88a-483a-bb85-99782dfc2646 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:27:16.473268 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Transition to ACTIVE for port object 3a4daf9b-b88a-483a-bb85-99782dfc2646 will not be triggered until provisioned by entity DHCP. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:27:16.481354 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:16.548872 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Network 91a0e46e-c361-4068-8342-7b5c4950ca83 is already hosted by enough agents. {{(pid=93105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:27:16.553621 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.base_scheduler [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Resources bound (agent type, host, resource id): {{(pid=93105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:27:16.565289 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Received port after_create {{(pid=93105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:27:16.568173 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Pushing event updated for resources: {'Port': ['ID=3a4daf9b-b88a-483a-bb85-99782dfc2646,revision_number=1']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:27:16.593543 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:16.593543 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:16.593841 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:16.594179 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:16.594512 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:16.594847 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:16.595177 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:16.595542 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:16.595922 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:16.596258 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:16.596584 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:16.596910 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Tracked resource versions report: Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: pushed versions: Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: { 'AddressGroup': {'1.2'}, Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'ConntrackHelper': {'1.0'}, Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Log': {'1.0'}, Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Network': {'1.1'}, Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Port': {'1.7'}, Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'PortForwarding': {'1.2'}, Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'QosPolicy': {'1.8'}, Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'SecurityGroup': {'1.4'}, Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'SecurityGroupRule': {'1.2'}, Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'SubPort': {'1.0'}, Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Subnet': {'1.1'}, Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Trunk': {'1.1'}} Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: consumer versions: Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: { DHCP agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: L3 agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: Metadata agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: Metering agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: Open vSwitch agent@dv-cinder-784763-6-iscsi: { 'AddressGroup': '1.2', Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'ConntrackHelper': '1.0', Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Log': '1.0', Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Network': '1.1', Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Port': '1.7', Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'PortForwarding': '1.2', Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'QosPolicy': '1.8', Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'SecurityGroup': '1.4', Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'SecurityGroupRule': '1.2', Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'SubPort': '1.0', Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Subnet': '1.1', Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Trunk': '1.1'}} Jul 16 11:27:16.598663 dv-cinder-784763-6-iscsi neutron-server[93105]: {{(pid=93105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 11:27:16.647371 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Attempting to bind port 3a4daf9b-b88a-483a-bb85-99782dfc2646 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:27:16.647910 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Attempting to bind port 3a4daf9b-b88a-483a-bb85-99782dfc2646 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'b9f22e6e-20d3-4357-839d-62ebe01370fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '91a0e46e-c361-4068-8342-7b5c4950ca83'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:27:16.648199 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Attempting to bind port 3a4daf9b-b88a-483a-bb85-99782dfc2646 on network 91a0e46e-c361-4068-8342-7b5c4950ca83 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:27:16.652990 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:27:16.653404 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Checking segment: {'id': 'b9f22e6e-20d3-4357-839d-62ebe01370fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '91a0e46e-c361-4068-8342-7b5c4950ca83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:27:16.653868 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:16.654259 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Bound using segment: {'id': 'b9f22e6e-20d3-4357-839d-62ebe01370fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '91a0e46e-c361-4068-8342-7b5c4950ca83'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:27:16.654743 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Bound port: 3a4daf9b-b88a-483a-bb85-99782dfc2646, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f22e6e-20d3-4357-839d-62ebe01370fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '91a0e46e-c361-4068-8342-7b5c4950ca83'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:27:16.655175 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:16.715282 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] For port 3a4daf9b-b88a-483a-bb85-99782dfc2646, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:27:16.719453 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] For port 3a4daf9b-b88a-483a-bb85-99782dfc2646, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=3a4daf9b-b88a-483a-bb85-99782dfc2646,segment=NetworkSegment(b9f22e6e-20d3-4357-839d-62ebe01370fe),segment_id=b9f22e6e-20d3-4357-839d-62ebe01370fe)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:27:16.724272 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:16.789974 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa50b3f-0613-45dc-a880-84deea1ae21c None None] Pushing event updated for resources: {'Port': ['ID=3a4daf9b-b88a-483a-bb85-99782dfc2646,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:27:18.012942 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 39744) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:27:18.505750 dv-cinder-784763-6-iscsi neutron-server[93103]: WARNING oslo_policy.policy [None req-51a5b6ad-3e46-4df9-a94b-f878cea2e22f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 11:27:18.506323 dv-cinder-784763-6-iscsi neutron-server[93103]: WARNING oslo_policy.policy [None req-51a5b6ad-3e46-4df9-a94b-f878cea2e22f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 11:27:18.725612 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [None req-51a5b6ad-3e46-4df9-a94b-f878cea2e22f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 11:27:18.726740 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-51a5b6ad-3e46-4df9-a94b-f878cea2e22f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7116921 Jul 16 11:27:21.066649 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 39758) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:27:21.378209 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [None req-9a3dcce4-ebca-43b8-857c-b9dde288685e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 11:27:21.379185 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-9a3dcce4-ebca-43b8-857c-b9dde288685e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3115580 Jul 16 11:27:22.092604 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 3a4daf9b-b88a-483a-bb85-99782dfc2646 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:27:22.176525 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port 3a4daf9b-b88a-483a-bb85-99782dfc2646 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:27:22.960129 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24dcf78-0d79-48e7-a95a-7e9a0a7ccfa9 None None] Network 91a0e46e-c361-4068-8342-7b5c4950ca83 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:27:23.077336 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-c3949c6a-a8d5-4322-84e4-8ad2dc0a2dc5 None None] Provisioning for port 3a4daf9b-b88a-483a-bb85-99782dfc2646 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:27:23.082505 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-c3949c6a-a8d5-4322-84e4-8ad2dc0a2dc5 None None] Provisioning complete for port 3a4daf9b-b88a-483a-bb85-99782dfc2646 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:27:23.082905 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-c3949c6a-a8d5-4322-84e4-8ad2dc0a2dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:23.235098 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-c3949c6a-a8d5-4322-84e4-8ad2dc0a2dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:23.271693 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-c3949c6a-a8d5-4322-84e4-8ad2dc0a2dc5 None None] For port 3a4daf9b-b88a-483a-bb85-99782dfc2646, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=3a4daf9b-b88a-483a-bb85-99782dfc2646,segment=NetworkSegment(b9f22e6e-20d3-4357-839d-62ebe01370fe),segment_id=b9f22e6e-20d3-4357-839d-62ebe01370fe)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:27:23.275981 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-c3949c6a-a8d5-4322-84e4-8ad2dc0a2dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:23.324548 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3949c6a-a8d5-4322-84e4-8ad2dc0a2dc5 None None] Pushing event updated for resources: {'Port': ['ID=3a4daf9b-b88a-483a-bb85-99782dfc2646,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:27:23.496694 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-b2998196-ed44-48f1-9003-37d3e84acc6b None None] Provisioning complete for port 3a4daf9b-b88a-483a-bb85-99782dfc2646 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:27:23.496966 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-b2998196-ed44-48f1-9003-37d3e84acc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:23.953772 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 39772) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:27:24.083123 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 3a4daf9b-b88a-483a-bb85-99782dfc2646 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:27:24.126749 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 3a4daf9b-b88a-483a-bb85-99782dfc2646 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:27:24.127116 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:24.245121 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-fcd00f26-b9f3-4f9c-abb8-eddfbd179fe0 admin admin] Request body: {'router': {'tenant_id': '763c67abfc964fd7a8fe260384f14653', 'name': 'router1', 'admin_state_up': True}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:27:24.308920 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.policy [None req-fcd00f26-b9f3-4f9c-abb8-eddfbd179fe0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93103) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 11:27:24.354508 dv-cinder-784763-6-iscsi neutron-server[93103]: WARNING oslo_policy.policy [None req-fcd00f26-b9f3-4f9c-abb8-eddfbd179fe0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 11:27:24.354871 dv-cinder-784763-6-iscsi neutron-server[93103]: WARNING oslo_policy.policy [None req-fcd00f26-b9f3-4f9c-abb8-eddfbd179fe0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 11:27:24.363847 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.quota [None req-fcd00f26-b9f3-4f9c-abb8-eddfbd179fe0 admin admin] Loaded quota_driver: . Jul 16 11:27:24.420649 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fcd00f26-b9f3-4f9c-abb8-eddfbd179fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123037'] for router, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:24.422385 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fcd00f26-b9f3-4f9c-abb8-eddfbd179fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1726601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1651412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126574'] for router, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:24.573633 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fcd00f26-b9f3-4f9c-abb8-eddfbd179fe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:24.579116 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fcd00f26-b9f3-4f9c-abb8-eddfbd179fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814283'] for router, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:24.597082 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fcd00f26-b9f3-4f9c-abb8-eddfbd179fe0 admin admin] Notify callbacks [] for router, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:24.598558 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-fcd00f26-b9f3-4f9c-abb8-eddfbd179fe0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6438298 Jul 16 11:27:26.914849 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 39782) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:27:27.214543 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [None req-7b2cfb4c-d2a4-4e5a-bc1f-8b77e6b5ba46 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 11:27:27.215520 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-7b2cfb4c-d2a4-4e5a-bc1f-8b77e6b5ba46 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2997210 Jul 16 11:27:28.858101 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e1b53348-e569-4840-9050-d80a81c53b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:29.551647 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 39790) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:27:29.849966 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-af960724-c4e7-4910-9c6b-9e75ee304494 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:27:29.869475 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af960724-c4e7-4910-9c6b-9e75ee304494 admin admin] Made reservation on behalf of 80b02db574e94e899c09e8b37f6f0990 for: {'network': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:27:29.871931 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-af960724-c4e7-4910-9c6b-9e75ee304494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:29.879392 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-af960724-c4e7-4910-9c6b-9e75ee304494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:29.965286 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-af960724-c4e7-4910-9c6b-9e75ee304494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:29.968838 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-af960724-c4e7-4910-9c6b-9e75ee304494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:29.986203 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-af960724-c4e7-4910-9c6b-9e75ee304494 admin admin] Reserving flat network on physical network physnet1 {{(pid=93104) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 11:27:30.001877 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af960724-c4e7-4910-9c6b-9e75ee304494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6971cc3-9a22-4abc-b223-07759e247a5f,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:27:30.007741 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-af960724-c4e7-4910-9c6b-9e75ee304494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:30.008178 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.segments_db [None req-af960724-c4e7-4910-9c6b-9e75ee304494 admin admin] Added segment ee1f472c-be31-4ef7-a535-8a9c9532983d of type flat for network 9257506f-d87a-4713-a52d-23614a98d559 Jul 16 11:27:30.056322 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-af960724-c4e7-4910-9c6b-9e75ee304494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:30.090137 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-af960724-c4e7-4910-9c6b-9e75ee304494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:30.090984 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af960724-c4e7-4910-9c6b-9e75ee304494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:27:30.091558 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-af960724-c4e7-4910-9c6b-9e75ee304494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:30.120500 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-af960724-c4e7-4910-9c6b-9e75ee304494 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5678642 Jul 16 11:27:30.150242 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af960724-c4e7-4910-9c6b-9e75ee304494 admin admin] Pushing event updated for resources: {'Network': ['ID=9257506f-d87a-4713-a52d-23614a98d559,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:27:30.164102 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network 9257506f-d87a-4713-a52d-23614a98d559 details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:27:31.661195 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-787d901f-ebef-41c1-9f98-fade091e32a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:32.024424 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:32.444821 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 39798) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:27:32.730273 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836571e5-877f-49c7-b979-c59a1a44fd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:27:32.731590 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-836571e5-877f-49c7-b979-c59a1a44fd58 admin admin] 10.222.0.16 "GET /v2.0/subnets/1e1e9957-e0ea-40d5-b833-d7b0182be224 HTTP/1.1" status: 200 len: 849 time: 0.2858050 Jul 16 11:27:32.737375 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:32.890357 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-bbed6137-bad2-41f2-bc33-10f1e3738ba7 admin admin] 10.222.0.16 "GET /v2.0/routers/5bdbd3df-ccd1-45b0-9125-4f982b132836 HTTP/1.1" status: 200 len: 704 time: 0.1524143 Jul 16 11:27:33.145215 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:33.432903 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Allocated IP 172.20.0.1 (91a0e46e-c361-4068-8342-7b5c4950ca83/1e1e9957-e0ea-40d5-b833-d7b0182be224/f100246e-c83f-49e2-978e-a6ab0f7c44c0) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:27:33.624554 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:33.646184 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Transition to ACTIVE for port object f100246e-c83f-49e2-978e-a6ab0f7c44c0 will not be triggered until provisioned by entity DHCP. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:27:33.722860 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:33.788375 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Network 91a0e46e-c361-4068-8342-7b5c4950ca83 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:27:33.798184 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:27:33.804239 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:27:33.804710 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726524'] for router_interface, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:33.827836 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Pushing event updated for resources: {'Port': ['ID=f100246e-c83f-49e2-978e-a6ab0f7c44c0,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:27:34.014326 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:34.045559 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-e6dc1e85-a0cc-427b-bb75-d8f1a84d8086 None None] Provisioning for port f100246e-c83f-49e2-978e-a6ab0f7c44c0 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:27:34.049048 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-e6dc1e85-a0cc-427b-bb75-d8f1a84d8086 None None] Provisioning complete for port f100246e-c83f-49e2-978e-a6ab0f7c44c0 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:27:34.049966 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1e85-a0cc-427b-bb75-d8f1a84d8086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:34.081348 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc1e85-a0cc-427b-bb75-d8f1a84d8086 None None] Port f100246e-c83f-49e2-978e-a6ab0f7c44c0 cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:27:34.189507 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:34.194173 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:34.194935 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726536'] for router_interface, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:34.234187 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:34.251379 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Pushing event updated for resources: {'Port': ['ID=f100246e-c83f-49e2-978e-a6ab0f7c44c0,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:27:34.313028 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Network 91a0e46e-c361-4068-8342-7b5c4950ca83 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:27:34.314332 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:27:34.470575 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Router 5bdbd3df-ccd1-45b0-9125-4f982b132836 is scheduled to L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d with binding_index 1 {{(pid=93104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 11:27:34.500404 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-28f4226c-1996-46d8-8d6b-e7567096f0a2 None None] Provisioning complete for port f100246e-c83f-49e2-978e-a6ab0f7c44c0 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:27:34.500776 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-28f4226c-1996-46d8-8d6b-e7567096f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:34.536050 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-28f4226c-1996-46d8-8d6b-e7567096f0a2 None None] Port f100246e-c83f-49e2-978e-a6ab0f7c44c0 cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:27:34.558615 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:27:34.563640 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-c19f168e-5658-4209-a461-0df941bb0127 admin admin] 10.222.0.16 "PUT /v2.0/routers/5bdbd3df-ccd1-45b0-9125-4f982b132836/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6678553 Jul 16 11:27:34.569141 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Sync routers for ids ['5bdbd3df-ccd1-45b0-9125-4f982b132836'] in dv-cinder-784763-6-iscsi {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:27:34.580136 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Routers {'5bdbd3df-ccd1-45b0-9125-4f982b132836'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:27:34.581023 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:27:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5bdbd3df-ccd1-45b0-9125-4f982b132836'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:27:34.761591 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Set router 5bdbd3df-ccd1-45b0-9125-4f982b132836 gateway port host: None {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:27:35.180885 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdbd3df-ccd1-45b0-9125-4f982b132836', 'name': 'router1', 'tenant_id': '763c67abfc964fd7a8fe260384f14653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:27:24Z', 'updated_at': '2021-07-16T11:27:33Z', 'revision_number': 2, 'project_id': '763c67abfc964fd7a8fe260384f14653', 'gw_port_host': None, '_interfaces': [{'id': 'f100246e-c83f-49e2-978e-a6ab0f7c44c0', 'name': '', 'network_id': '91a0e46e-c361-4068-8342-7b5c4950ca83', 'tenant_id': '763c67abfc964fd7a8fe260384f14653', 'mac_address': 'fa:16:3e:6d:05:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdbd3df-ccd1-45b0-9125-4f982b132836', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e1e9957-e0ea-40d5-b833-d7b0182be224', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:27:33Z', 'updated_at': '2021-07-16T11:27:34Z', 'revision_number': 2, 'project_id': '763c67abfc964fd7a8fe260384f14653', 'subnets': [{'id': '1e1e9957-e0ea-40d5-b833-d7b0182be224', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '364333e7-b239-4dd2-9ef0-b8b400733cb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:27:35.231290 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Checking router: 5bdbd3df-ccd1-45b0-9125-4f982b132836 for host: dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:27:35.231659 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Updating router 5bdbd3df-ccd1-45b0-9125-4f982b132836 port f100246e-c83f-49e2-978e-a6ab0f7c44c0 binding host dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:27:35.295546 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:35.775716 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Notify callbacks [] for port, precommit_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:35.792835 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.provisioning_blocks [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Transition to ACTIVE for port object f100246e-c83f-49e2-978e-a6ab0f7c44c0 will not be triggered until provisioned by entity L2. {{(pid=93106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:27:35.799604 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:35.958213 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Attempting to bind port f100246e-c83f-49e2-978e-a6ab0f7c44c0 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:27:35.958626 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Attempting to bind port f100246e-c83f-49e2-978e-a6ab0f7c44c0 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'b9f22e6e-20d3-4357-839d-62ebe01370fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '91a0e46e-c361-4068-8342-7b5c4950ca83'}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:27:35.959034 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Attempting to bind port f100246e-c83f-49e2-978e-a6ab0f7c44c0 on network 91a0e46e-c361-4068-8342-7b5c4950ca83 {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:27:35.962276 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629382e5-89b8-47a1-8090-1f7e26e1082f None None] Pushing event updated for resources: {'Port': ['ID=f100246e-c83f-49e2-978e-a6ab0f7c44c0,revision_number=3']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:27:35.968383 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:27:35.968806 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Checking segment: {'id': 'b9f22e6e-20d3-4357-839d-62ebe01370fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '91a0e46e-c361-4068-8342-7b5c4950ca83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:27:35.969284 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:35.969674 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Bound using segment: {'id': 'b9f22e6e-20d3-4357-839d-62ebe01370fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '91a0e46e-c361-4068-8342-7b5c4950ca83'} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:27:35.970161 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Bound port: f100246e-c83f-49e2-978e-a6ab0f7c44c0, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f22e6e-20d3-4357-839d-62ebe01370fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '91a0e46e-c361-4068-8342-7b5c4950ca83'}}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:27:35.970574 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:35.984032 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629382e5-89b8-47a1-8090-1f7e26e1082f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:35.984385 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629382e5-89b8-47a1-8090-1f7e26e1082f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:35.984723 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629382e5-89b8-47a1-8090-1f7e26e1082f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:35.985057 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629382e5-89b8-47a1-8090-1f7e26e1082f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:35.985387 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629382e5-89b8-47a1-8090-1f7e26e1082f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:35.985714 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629382e5-89b8-47a1-8090-1f7e26e1082f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:35.986039 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629382e5-89b8-47a1-8090-1f7e26e1082f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:35.986362 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629382e5-89b8-47a1-8090-1f7e26e1082f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:35.987244 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629382e5-89b8-47a1-8090-1f7e26e1082f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:35.987569 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629382e5-89b8-47a1-8090-1f7e26e1082f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:35.987917 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629382e5-89b8-47a1-8090-1f7e26e1082f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:35.988237 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629382e5-89b8-47a1-8090-1f7e26e1082f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629382e5-89b8-47a1-8090-1f7e26e1082f None None] Tracked resource versions report: Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: pushed versions: Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: { 'AddressGroup': {'1.2'}, Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'ConntrackHelper': {'1.0'}, Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Log': {'1.0'}, Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Network': {'1.1'}, Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Port': {'1.7'}, Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'PortForwarding': {'1.2'}, Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'QosPolicy': {'1.8'}, Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'SecurityGroup': {'1.4'}, Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'SecurityGroupRule': {'1.2'}, Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'SubPort': {'1.0'}, Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Subnet': {'1.1'}, Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Trunk': {'1.1'}} Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: consumer versions: Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: { DHCP agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: L3 agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: Metadata agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: Metering agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: Open vSwitch agent@dv-cinder-784763-6-iscsi: { 'AddressGroup': '1.2', Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'ConntrackHelper': '1.0', Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Log': '1.0', Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Network': '1.1', Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Port': '1.7', Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'PortForwarding': '1.2', Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'QosPolicy': '1.8', Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'SecurityGroup': '1.4', Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'SecurityGroupRule': '1.2', Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'SubPort': '1.0', Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Subnet': '1.1', Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Trunk': '1.1'}} Jul 16 11:27:35.989370 dv-cinder-784763-6-iscsi neutron-server[93106]: {{(pid=93106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 11:27:36.046871 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] For port f100246e-c83f-49e2-978e-a6ab0f7c44c0, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:27:36.068848 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] For port f100246e-c83f-49e2-978e-a6ab0f7c44c0, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=f100246e-c83f-49e2-978e-a6ab0f7c44c0,segment=NetworkSegment(b9f22e6e-20d3-4357-839d-62ebe01370fe),segment_id=b9f22e6e-20d3-4357-839d-62ebe01370fe)] {{(pid=93106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:27:36.073420 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:36.128795 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629382e5-89b8-47a1-8090-1f7e26e1082f None None] Pushing event updated for resources: {'Port': ['ID=f100246e-c83f-49e2-978e-a6ab0f7c44c0,revision_number=4']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:27:36.131636 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Routers {'5bdbd3df-ccd1-45b0-9125-4f982b132836'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:27:36.132299 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:27:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5bdbd3df-ccd1-45b0-9125-4f982b132836'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:27:36.222384 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] Set router 5bdbd3df-ccd1-45b0-9125-4f982b132836 gateway port host: None {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:27:36.425138 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdbd3df-ccd1-45b0-9125-4f982b132836', 'name': 'router1', 'tenant_id': '763c67abfc964fd7a8fe260384f14653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:27:24Z', 'updated_at': '2021-07-16T11:27:33Z', 'revision_number': 2, 'project_id': '763c67abfc964fd7a8fe260384f14653', 'gw_port_host': None, '_interfaces': [{'id': 'f100246e-c83f-49e2-978e-a6ab0f7c44c0', 'name': '', 'network_id': '91a0e46e-c361-4068-8342-7b5c4950ca83', 'tenant_id': '763c67abfc964fd7a8fe260384f14653', 'mac_address': 'fa:16:3e:6d:05:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdbd3df-ccd1-45b0-9125-4f982b132836', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e1e9957-e0ea-40d5-b833-d7b0182be224', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:27:33Z', 'updated_at': '2021-07-16T11:27:36Z', 'revision_number': 4, 'project_id': '763c67abfc964fd7a8fe260384f14653', 'subnets': [{'id': '1e1e9957-e0ea-40d5-b833-d7b0182be224', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '364333e7-b239-4dd2-9ef0-b8b400733cb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:27:36.453555 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a22276-b962-4d1b-9bb9-78cbe689b54f None None] The sync data for ids ['5bdbd3df-ccd1-45b0-9125-4f982b132836'] in dv-cinder-784763-6-iscsi is: [{'id': '5bdbd3df-ccd1-45b0-9125-4f982b132836', 'name': 'router1', 'tenant_id': '763c67abfc964fd7a8fe260384f14653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:27:24Z', 'updated_at': '2021-07-16T11:27:33Z', 'revision_number': 2, 'project_id': '763c67abfc964fd7a8fe260384f14653', 'gw_port_host': None, '_interfaces': [{'id': 'f100246e-c83f-49e2-978e-a6ab0f7c44c0', 'name': '', 'network_id': '91a0e46e-c361-4068-8342-7b5c4950ca83', 'tenant_id': '763c67abfc964fd7a8fe260384f14653', 'mac_address': 'fa:16:3e:6d:05:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdbd3df-ccd1-45b0-9125-4f982b132836', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e1e9957-e0ea-40d5-b833-d7b0182be224', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:27:33Z', 'updated_at': '2021-07-16T11:27:36Z', 'revision_number': 4, 'project_id': '763c67abfc964fd7a8fe260384f14653', 'subnets': [{'id': '1e1e9957-e0ea-40d5-b833-d7b0182be224', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '364333e7-b239-4dd2-9ef0-b8b400733cb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:27:36.781148 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 39818) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:27:36.887203 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae49aa99-c2bd-4423-b205-168c045f4c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:27:36.888601 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-ae49aa99-c2bd-4423-b205-168c045f4c8a admin admin] 10.222.0.16 "GET /v2.0/networks/9257506f-d87a-4713-a52d-23614a98d559 HTTP/1.1" status: 200 len: 842 time: 0.1065073 Jul 16 11:27:36.898307 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-cc58bb05-f83e-49c5-98cc-7809addd19ce admin admin] Request body: {'subnet': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:27:36.920010 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc58bb05-f83e-49c5-98cc-7809addd19ce admin admin] Made reservation on behalf of 80b02db574e94e899c09e8b37f6f0990 for: {'subnet': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:27:36.922255 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-cc58bb05-f83e-49c5-98cc-7809addd19ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:37.195911 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.objects.ports [None req-cc58bb05-f83e-49c5-98cc-7809addd19ce admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93104) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 11:27:37.196340 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-cc58bb05-f83e-49c5-98cc-7809addd19ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for subnet, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:37.247774 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58bb05-f83e-49c5-98cc-7809addd19ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=e97d227d-1393-4df2-8fb5-95aea74f0a4a,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:27:37.255631 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58bb05-f83e-49c5-98cc-7809addd19ce admin admin] Checking segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:27:37.256009 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc58bb05-f83e-49c5-98cc-7809addd19ce admin admin] Network hostable DHCP agents. Network: 9257506f-d87a-4713-a52d-23614a98d559, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:27:37.272317 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc58bb05-f83e-49c5-98cc-7809addd19ce admin admin] Network 9257506f-d87a-4713-a52d-23614a98d559 is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:27:37.279896 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-cc58bb05-f83e-49c5-98cc-7809addd19ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, 9257506f-d87a-4713-a52d-23614a98d559) {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:27:37.284361 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc58bb05-f83e-49c5-98cc-7809addd19ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:27:37.284944 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-cc58bb05-f83e-49c5-98cc-7809addd19ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:37.288856 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c40e01-ef9f-4d66-9682-07fcca04fdad None None] Network 9257506f-d87a-4713-a52d-23614a98d559 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:27:37.298013 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-cc58bb05-f83e-49c5-98cc-7809addd19ce admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4031143 Jul 16 11:27:37.421716 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fb7d1e-28b8-43b0-a6ee-a6bb3ef0f711 None None] Network 9257506f-d87a-4713-a52d-23614a98d559 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:27:39.553249 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 39840) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:27:39.737267 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-39c52780-35e0-4d92-a1a1-f3f9ce2487af admin admin] 10.222.0.16 "GET /v2.0/routers/5bdbd3df-ccd1-45b0-9125-4f982b132836 HTTP/1.1" status: 200 len: 710 time: 0.1828218 Jul 16 11:27:39.828197 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490c6955-6836-4937-8bcc-0736a36fcb65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:27:39.829579 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-490c6955-6836-4937-8bcc-0736a36fcb65 admin admin] 10.222.0.16 "GET /v2.0/networks/9257506f-d87a-4713-a52d-23614a98d559 HTTP/1.1" status: 200 len: 886 time: 0.0873883 Jul 16 11:27:39.838680 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-a41ad698-dc6c-4fb0-8a87-603b6ea3b82b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:27:40.077786 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a41ad698-dc6c-4fb0-8a87-603b6ea3b82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126588'] for router, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:40.115955 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device f100246e-c83f-49e2-978e-a6ab0f7c44c0 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:27:40.169460 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port f100246e-c83f-49e2-978e-a6ab0f7c44c0 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:27:40.173387 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port f100246e-c83f-49e2-978e-a6ab0f7c44c0 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:27:40.173761 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:40.249416 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:40.284226 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port f100246e-c83f-49e2-978e-a6ab0f7c44c0, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=f100246e-c83f-49e2-978e-a6ab0f7c44c0,segment=NetworkSegment(b9f22e6e-20d3-4357-839d-62ebe01370fe),segment_id=b9f22e6e-20d3-4357-839d-62ebe01370fe)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:27:40.288054 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:40.315477 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a41ad698-dc6c-4fb0-8a87-603b6ea3b82b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:40.343632 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=f100246e-c83f-49e2-978e-a6ab0f7c44c0,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:27:40.390519 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a41ad698-dc6c-4fb0-8a87-603b6ea3b82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:40.490978 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [None req-a41ad698-dc6c-4fb0-8a87-603b6ea3b82b admin admin] Allocated IP 172.27.0.46 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/e322106b-c2a9-4601-abcb-a36d443d6619) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:27:40.589030 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a41ad698-dc6c-4fb0-8a87-603b6ea3b82b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:40.625402 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a41ad698-dc6c-4fb0-8a87-603b6ea3b82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:40.659709 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41ad698-dc6c-4fb0-8a87-603b6ea3b82b admin admin] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:27:40.662344 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-a41ad698-dc6c-4fb0-8a87-603b6ea3b82b admin admin] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:27:40.667422 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41ad698-dc6c-4fb0-8a87-603b6ea3b82b admin admin] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:27:40.728811 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ad698-dc6c-4fb0-8a87-603b6ea3b82b admin admin] Pushing event updated for resources: {'Port': ['ID=e322106b-c2a9-4601-abcb-a36d443d6619,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:27:40.904140 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a41ad698-dc6c-4fb0-8a87-603b6ea3b82b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:41.170256 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a41ad698-dc6c-4fb0-8a87-603b6ea3b82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126588'] for router, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:41.173344 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a41ad698-dc6c-4fb0-8a87-603b6ea3b82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1814409'] for router, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:41.279447 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41ad698-dc6c-4fb0-8a87-603b6ea3b82b admin admin] Router 5bdbd3df-ccd1-45b0-9125-4f982b132836 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:27:41.379945 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41ad698-dc6c-4fb0-8a87-603b6ea3b82b admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:27:41.384002 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a41ad698-dc6c-4fb0-8a87-603b6ea3b82b admin admin] Notify callbacks [] for router, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:41.385461 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-a41ad698-dc6c-4fb0-8a87-603b6ea3b82b admin admin] 10.222.0.16 "PUT /v2.0/routers/5bdbd3df-ccd1-45b0-9125-4f982b132836 HTTP/1.1" status: 200 len: 889 time: 1.5499949 Jul 16 11:27:41.402956 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Sync routers for ids ['5bdbd3df-ccd1-45b0-9125-4f982b132836'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:27:41.465727 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Routers {'5bdbd3df-ccd1-45b0-9125-4f982b132836'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:27:41.466339 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:27:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5bdbd3df-ccd1-45b0-9125-4f982b132836'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:27:41.670900 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Set router 5bdbd3df-ccd1-45b0-9125-4f982b132836 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:27:42.051257 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdbd3df-ccd1-45b0-9125-4f982b132836', 'name': 'router1', 'tenant_id': '763c67abfc964fd7a8fe260384f14653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e322106b-c2a9-4601-abcb-a36d443d6619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:27:24Z', 'updated_at': '2021-07-16T11:27:40Z', 'revision_number': 4, 'project_id': '763c67abfc964fd7a8fe260384f14653', 'gw_port': {'id': 'e322106b-c2a9-4601-abcb-a36d443d6619', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdbd3df-ccd1-45b0-9125-4f982b132836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:27:40Z', 'updated_at': '2021-07-16T11:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': 'f100246e-c83f-49e2-978e-a6ab0f7c44c0', 'name': '', 'network_id': '91a0e46e-c361-4068-8342-7b5c4950ca83', 'tenant_id': '763c67abfc964fd7a8fe260384f14653', 'mac_address': 'fa:16:3e:6d:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbd3df-ccd1-45b0-9125-4f982b132836', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e1e9957-e0ea-40d5-b833-d7b0182be224', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:27:33Z', 'updated_at': '2021-07-16T11:27:40Z', 'revision_number': 5, 'project_id': '763c67abfc964fd7a8fe260384f14653', 'subnets': [{'id': '1e1e9957-e0ea-40d5-b833-d7b0182be224', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '364333e7-b239-4dd2-9ef0-b8b400733cb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:27:42.102413 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device f100246e-c83f-49e2-978e-a6ab0f7c44c0 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:27:42.104663 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Checking router: 5bdbd3df-ccd1-45b0-9125-4f982b132836 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:27:42.105015 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Updating router 5bdbd3df-ccd1-45b0-9125-4f982b132836 port e322106b-c2a9-4601-abcb-a36d443d6619 binding host dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:27:42.161678 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:42.219550 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port f100246e-c83f-49e2-978e-a6ab0f7c44c0 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:27:42.219936 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:42.534000 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:42.543642 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Transition to ACTIVE for port object e322106b-c2a9-4601-abcb-a36d443d6619 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:27:42.550632 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:42.598963 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Attempting to bind port e322106b-c2a9-4601-abcb-a36d443d6619 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:27:42.599328 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Attempting to bind port e322106b-c2a9-4601-abcb-a36d443d6619 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:27:42.599683 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Attempting to bind port e322106b-c2a9-4601-abcb-a36d443d6619 on network 9257506f-d87a-4713-a52d-23614a98d559 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:27:42.602586 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe61a5c-457a-458f-bf46-c7640095be27 None None] Pushing event updated for resources: {'Port': ['ID=e322106b-c2a9-4601-abcb-a36d443d6619,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:27:42.606937 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:27:42.607305 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Checking segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:27:42.607696 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:42.608099 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Bound using segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:27:42.608552 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Bound port: e322106b-c2a9-4601-abcb-a36d443d6619, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:27:42.608940 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:42.729921 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] For port e322106b-c2a9-4601-abcb-a36d443d6619, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:27:42.733243 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] For port e322106b-c2a9-4601-abcb-a36d443d6619, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=e322106b-c2a9-4601-abcb-a36d443d6619,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:27:42.739778 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:42.795887 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Routers {'5bdbd3df-ccd1-45b0-9125-4f982b132836'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:27:42.797037 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:27:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5bdbd3df-ccd1-45b0-9125-4f982b132836'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:27:42.798772 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe61a5c-457a-458f-bf46-c7640095be27 None None] Pushing event updated for resources: {'Port': ['ID=e322106b-c2a9-4601-abcb-a36d443d6619,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:27:42.901474 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] Set router 5bdbd3df-ccd1-45b0-9125-4f982b132836 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:27:43.102921 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdbd3df-ccd1-45b0-9125-4f982b132836', 'name': 'router1', 'tenant_id': '763c67abfc964fd7a8fe260384f14653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e322106b-c2a9-4601-abcb-a36d443d6619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:27:24Z', 'updated_at': '2021-07-16T11:27:40Z', 'revision_number': 4, 'project_id': '763c67abfc964fd7a8fe260384f14653', 'gw_port': {'id': 'e322106b-c2a9-4601-abcb-a36d443d6619', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdbd3df-ccd1-45b0-9125-4f982b132836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:27:40Z', 'updated_at': '2021-07-16T11:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': 'f100246e-c83f-49e2-978e-a6ab0f7c44c0', 'name': '', 'network_id': '91a0e46e-c361-4068-8342-7b5c4950ca83', 'tenant_id': '763c67abfc964fd7a8fe260384f14653', 'mac_address': 'fa:16:3e:6d:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbd3df-ccd1-45b0-9125-4f982b132836', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e1e9957-e0ea-40d5-b833-d7b0182be224', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:27:33Z', 'updated_at': '2021-07-16T11:27:40Z', 'revision_number': 5, 'project_id': '763c67abfc964fd7a8fe260384f14653', 'subnets': [{'id': '1e1e9957-e0ea-40d5-b833-d7b0182be224', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '364333e7-b239-4dd2-9ef0-b8b400733cb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:27:43.131660 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e318710-8010-4204-bb25-6ec262746b62 None None] The sync data for ids ['5bdbd3df-ccd1-45b0-9125-4f982b132836'] in dv-cinder-784763-6-iscsi is: [{'id': '5bdbd3df-ccd1-45b0-9125-4f982b132836', 'name': 'router1', 'tenant_id': '763c67abfc964fd7a8fe260384f14653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e322106b-c2a9-4601-abcb-a36d443d6619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:27:24Z', 'updated_at': '2021-07-16T11:27:40Z', 'revision_number': 4, 'project_id': '763c67abfc964fd7a8fe260384f14653', 'gw_port': {'id': 'e322106b-c2a9-4601-abcb-a36d443d6619', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdbd3df-ccd1-45b0-9125-4f982b132836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:27:40Z', 'updated_at': '2021-07-16T11:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': 'f100246e-c83f-49e2-978e-a6ab0f7c44c0', 'name': '', 'network_id': '91a0e46e-c361-4068-8342-7b5c4950ca83', 'tenant_id': '763c67abfc964fd7a8fe260384f14653', 'mac_address': 'fa:16:3e:6d:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbd3df-ccd1-45b0-9125-4f982b132836', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e1e9957-e0ea-40d5-b833-d7b0182be224', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:27:33Z', 'updated_at': '2021-07-16T11:27:40Z', 'revision_number': 5, 'project_id': '763c67abfc964fd7a8fe260384f14653', 'subnets': [{'id': '1e1e9957-e0ea-40d5-b833-d7b0182be224', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '364333e7-b239-4dd2-9ef0-b8b400733cb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:27:43.811305 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 39848) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:27:43.931426 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-d7035615-fa78-4119-b64f-13d3e88f0f3b admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1189032 Jul 16 11:27:44.106768 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device e322106b-c2a9-4601-abcb-a36d443d6619 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:27:44.156035 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port e322106b-c2a9-4601-abcb-a36d443d6619 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:27:44.159644 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port e322106b-c2a9-4601-abcb-a36d443d6619 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:27:44.160038 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:44.235478 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:44.255720 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port e322106b-c2a9-4601-abcb-a36d443d6619, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=e322106b-c2a9-4601-abcb-a36d443d6619,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:27:44.260014 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:44.307093 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=e322106b-c2a9-4601-abcb-a36d443d6619,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:27:46.100412 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device e322106b-c2a9-4601-abcb-a36d443d6619 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:27:46.150544 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port e322106b-c2a9-4601-abcb-a36d443d6619 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:27:46.150918 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:27:56.372838 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 5 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:27:58.863467 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-b52af44d-7a96-4a06-9245-db79ba9b3891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:28:01.669727 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-671d1e5c-a722-498a-938b-dde3a4c90c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:28:02.042563 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:28:02.749664 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:28:04.252215 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:28:28.856356 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-3b3741e2-3733-4232-aace-50e30f3333da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:28:31.667482 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-49d68ac6-6474-4de4-bdee-f4a52303fd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:28:32.031646 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:28:32.744128 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:28:33.370660 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 5 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:28:34.262354 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:28:58.859778 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-d1f4e7c9-3df8-4f00-a88c-f69e15b6285a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:29:01.658387 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-bbe9f3c7-b7b3-42a4-aa1f-0bda23592d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:29:02.022607 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:29:02.740373 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:29:04.251620 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:29:10.368254 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 5 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:29:18.361051 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 40418) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:29:18.419079 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbf579d-ad5e-449b-929d-135e371da5c4 admin admin] GET failed (client error): The resource could not be found. Jul 16 11:29:18.421850 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-9cbf579d-ad5e-449b-929d-135e371da5c4 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0599301 Jul 16 11:29:18.577308 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e731f4-aad9-4a21-924e-6815cd4ef091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:29:18.578773 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-95e731f4-aad9-4a21-924e-6815cd4ef091 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1531067 Jul 16 11:29:20.730435 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 40428) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:29:20.821867 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ba6901-01f0-4c40-9208-ba8b64ad863d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:29:20.823225 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-c2ba6901-01f0-4c40-9208-ba8b64ad863d admin admin] 10.222.0.16 "GET /v2.0/subnets/1e1e9957-e0ea-40d5-b833-d7b0182be224 HTTP/1.1" status: 200 len: 849 time: 0.0918489 Jul 16 11:29:20.832863 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:29:20.917561 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:29:21.053721 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746163302283'] for subnet, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:29:21.080859 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:29:21.081427 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:29:21.083882 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] 10.222.0.16 "PUT /v2.0/subnets/1e1e9957-e0ea-40d5-b833-d7b0182be224 HTTP/1.1" status: 200 len: 868 time: 0.2535944 Jul 16 11:29:21.085463 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30ce06c-6a99-41e4-965c-8efc0c769b08 None None] Network 91a0e46e-c361-4068-8342-7b5c4950ca83 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:29:21.106002 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e1e9957-e0ea-40d5-b833-d7b0182be224,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:29:21.113934 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:29:21.113934 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:29:21.114267 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:29:21.114496 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:29:21.114738 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:29:21.115090 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:29:21.115412 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:29:21.116114 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:29:21.116114 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:29:21.116396 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:29:21.116716 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:29:21.117178 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a8375-f916-4c34-b6fb-8a10f00f4e47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:29:21.451964 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-0044d124-24ad-4383-8e55-3f9506e80798 None None] Provisioning complete for port f100246e-c83f-49e2-978e-a6ab0f7c44c0 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:29:21.452338 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-0044d124-24ad-4383-8e55-3f9506e80798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:29:21.533917 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-0044d124-24ad-4383-8e55-3f9506e80798 None None] Provisioning complete for port 3a4daf9b-b88a-483a-bb85-99782dfc2646 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:29:21.534188 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-0044d124-24ad-4383-8e55-3f9506e80798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:29:23.218809 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 40436) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:29:23.460795 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fff3df-c8f2-4498-8336-6370eb05ffc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:29:23.461163 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fff3df-c8f2-4498-8336-6370eb05ffc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:29:23.462847 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-88fff3df-c8f2-4498-8336-6370eb05ffc7 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2430744 Jul 16 11:29:25.615484 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 40446) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:29:25.744178 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aae505b-6073-49e9-9995-c758ca8bf09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:29:25.744652 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aae505b-6073-49e9-9995-c758ca8bf09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:29:25.746143 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-8aae505b-6073-49e9-9995-c758ca8bf09c admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1296885 Jul 16 11:29:27.885759 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 40454) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:29:28.009156 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dee29da-173f-4b85-9cb3-5812a8e1ca3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:29:28.010544 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-0dee29da-173f-4b85-9cb3-5812a8e1ca3b admin admin] 10.222.0.16 "GET /v2.0/networks/91a0e46e-c361-4068-8342-7b5c4950ca83 HTTP/1.1" status: 200 len: 869 time: 0.1238556 Jul 16 11:29:28.859288 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-d7cec0e0-edc0-416b-a746-5f38ec7ff060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:29:30.149693 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 40462) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:29:30.271686 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b771cbe4-3f88-45ce-bd6d-67811c9f5a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:29:30.273148 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-b771cbe4-3f88-45ce-bd6d-67811c9f5a72 admin admin] 10.222.0.16 "GET /v2.0/networks/9257506f-d87a-4713-a52d-23614a98d559 HTTP/1.1" status: 200 len: 886 time: 0.1225090 Jul 16 11:29:31.658308 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2a52-a957-445e-bf81-4f092079b7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:29:32.023112 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:29:32.409104 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 40470) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:29:32.528488 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6a193a-b2f6-4172-93ad-77538485ce0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:29:32.528946 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6a193a-b2f6-4172-93ad-77538485ce0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:29:32.530452 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-da6a193a-b2f6-4172-93ad-77538485ce0b admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204083 Jul 16 11:29:32.743115 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:29:34.257107 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:29:34.656163 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 40478) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:29:34.743164 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c463348-d36c-4985-891f-868e075cac94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:29:34.743619 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c463348-d36c-4985-891f-868e075cac94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:29:34.745154 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-9c463348-d36c-4985-891f-868e075cac94 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0880373 Jul 16 11:29:36.867433 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 40486) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:29:36.953607 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc1f326-284b-4158-8436-35156eaee01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:29:36.954908 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-6fc1f326-284b-4158-8436-35156eaee01e admin admin] 10.222.0.16 "GET /v2.0/subnets/1e1e9957-e0ea-40d5-b833-d7b0182be224 HTTP/1.1" status: 200 len: 868 time: 0.0864673 Jul 16 11:29:39.091153 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 40494) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:29:39.175069 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270146cf-c424-45ba-bd39-2205aaa560ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:29:39.176393 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-270146cf-c424-45ba-bd39-2205aaa560ca admin admin] 10.222.0.16 "GET /v2.0/subnets/e97d227d-1393-4df2-8fb5-95aea74f0a4a HTTP/1.1" status: 200 len: 816 time: 0.0843017 Jul 16 11:29:47.366569 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 5 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:29:58.859946 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-7b58f7b3-de20-49e7-aaed-8b5e96bf3937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:01.657875 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-9f94ad9c-e8ea-49fd-819c-63b76d5c309c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:02.023575 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:02.747053 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:03.198963 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 40546) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:30:03.242731 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [None req-e384fa56-dacb-4458-b7f5-b73a5e76172f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 11:30:03.243726 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-e384fa56-dacb-4458-b7f5-b73a5e76172f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438275 Jul 16 11:30:04.264998 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:05.471015 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 40554) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:30:05.527659 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2261292-bb70-4188-af38-458bc19a2405 admin admin] GET failed (client error): The resource could not be found. Jul 16 11:30:05.528953 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-f2261292-bb70-4188-af38-458bc19a2405 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0570188 Jul 16 11:30:05.608938 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba7503c-48ab-409e-acec-559aef2c9067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:30:05.610377 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-6ba7503c-48ab-409e-acec-559aef2c9067 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0775406 Jul 16 11:30:07.784707 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 40562) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:30:07.830115 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-bb5f4125-16d3-422d-b420-4e478143466e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:30:07.850284 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5f4125-16d3-422d-b420-4e478143466e admin admin] Made reservation on behalf of 80b02db574e94e899c09e8b37f6f0990 for: {'network': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:30:07.852587 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-bb5f4125-16d3-422d-b420-4e478143466e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:07.880285 dv-cinder-784763-6-iscsi neutron-server[93104]: WARNING neutron.services.revisions.revision_plugin [None req-bb5f4125-16d3-422d-b420-4e478143466e admin admin] Could not find related network for resource to bump revision. Jul 16 11:30:07.890540 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5f4125-16d3-422d-b420-4e478143466e admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:30:07.899110 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-bb5f4125-16d3-422d-b420-4e478143466e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:07.899470 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.segments_db [None req-bb5f4125-16d3-422d-b420-4e478143466e admin admin] Added segment 14d96764-688c-4e05-b917-02f45ba06237 of type vlan for network f389f7b8-29be-406d-aad3-7506fcc53d2e Jul 16 11:30:07.939523 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-bb5f4125-16d3-422d-b420-4e478143466e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:08.058494 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-bb5f4125-16d3-422d-b420-4e478143466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:08.059558 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5f4125-16d3-422d-b420-4e478143466e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:30:08.060192 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-bb5f4125-16d3-422d-b420-4e478143466e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:08.093246 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-bb5f4125-16d3-422d-b420-4e478143466e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3073978 Jul 16 11:30:08.119969 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f4125-16d3-422d-b420-4e478143466e admin admin] Pushing event updated for resources: {'Network': ['ID=f389f7b8-29be-406d-aad3-7506fcc53d2e,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:30:08.130388 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network f389f7b8-29be-406d-aad3-7506fcc53d2e details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:30:10.274685 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 40570) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:30:10.332326 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3468cb6-6eb8-4d0c-87f3-0e1ddb0d259a admin admin] GET failed (client error): The resource could not be found. Jul 16 11:30:10.333612 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-b3468cb6-6eb8-4d0c-87f3-0e1ddb0d259a admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0579901 Jul 16 11:30:10.401599 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a002db0-bfcc-48c6-ab9a-44e7687ef622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:30:10.402902 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-5a002db0-bfcc-48c6-ab9a-44e7687ef622 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0654283 Jul 16 11:30:10.412216 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-3c8d0561-52e8-4539-8ece-d1508d961c98 admin admin] Request body: {'subnet': {'network_id': 'f389f7b8-29be-406d-aad3-7506fcc53d2e', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:30:10.431093 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8d0561-52e8-4539-8ece-d1508d961c98 admin admin] Made reservation on behalf of 80b02db574e94e899c09e8b37f6f0990 for: {'subnet': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:30:10.433867 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3c8d0561-52e8-4539-8ece-d1508d961c98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:10.588943 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3c8d0561-52e8-4539-8ece-d1508d961c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for subnet, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:10.641780 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d0561-52e8-4539-8ece-d1508d961c98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1f6c055-8150-4ea8-9410-87068e85974a,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:30:10.648478 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8d0561-52e8-4539-8ece-d1508d961c98 admin admin] Checking segment: {'id': '14d96764-688c-4e05-b917-02f45ba06237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f389f7b8-29be-406d-aad3-7506fcc53d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:30:10.648828 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8d0561-52e8-4539-8ece-d1508d961c98 admin admin] Network hostable DHCP agents. Network: f389f7b8-29be-406d-aad3-7506fcc53d2e, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:30:10.664288 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8d0561-52e8-4539-8ece-d1508d961c98 admin admin] Network f389f7b8-29be-406d-aad3-7506fcc53d2e is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:30:10.672667 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-3c8d0561-52e8-4539-8ece-d1508d961c98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, f389f7b8-29be-406d-aad3-7506fcc53d2e) {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:30:10.677423 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8d0561-52e8-4539-8ece-d1508d961c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:30:10.679447 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3c8d0561-52e8-4539-8ece-d1508d961c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:10.680119 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938ee580-ecb3-46be-b759-96a701e86b92 None None] Network f389f7b8-29be-406d-aad3-7506fcc53d2e requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:30:10.692672 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-3c8d0561-52e8-4539-8ece-d1508d961c98 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2837806 Jul 16 11:30:10.921411 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54b1039c-cf72-54a1-82ca-f279e9606da9-f389f7b8-29be-406d-aad3-7506fcc53d2e', 'network_id': 'f389f7b8-29be-406d-aad3-7506fcc53d2e', 'tenant_id': '80b02db574e94e899c09e8b37f6f0990', 'fixed_ips': [{'subnet_id': 'b1f6c055-8150-4ea8-9410-87068e85974a'}]}} from dv-cinder-784763-6-iscsi. {{(pid=93105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 11:30:10.922314 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:11.053018 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.db_base_plugin_common [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Allocated IP 192.168.233.2 (f389f7b8-29be-406d-aad3-7506fcc53d2e/b1f6c055-8150-4ea8-9410-87068e85974a/dfcd50c7-8513-4d47-8b41-3320452d5f13) {{(pid=93105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:30:11.197923 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Notify callbacks [] for port, precommit_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:11.205950 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Transition to ACTIVE for port object dfcd50c7-8513-4d47-8b41-3320452d5f13 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:30:11.220321 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Transition to ACTIVE for port object dfcd50c7-8513-4d47-8b41-3320452d5f13 will not be triggered until provisioned by entity DHCP. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:30:11.225475 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:11.272960 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Network f389f7b8-29be-406d-aad3-7506fcc53d2e is already hosted by enough agents. {{(pid=93105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:30:11.274216 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Pushing event updated for resources: {'Port': ['ID=dfcd50c7-8513-4d47-8b41-3320452d5f13,revision_number=1']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:30:11.277284 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.base_scheduler [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Resources bound (agent type, host, resource id): {{(pid=93105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:30:11.280234 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Received port after_create {{(pid=93105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:30:11.286237 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:30:11.286583 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:30:11.286922 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:30:11.287250 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:30:11.287578 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:30:11.287939 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:30:11.292071 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:30:11.292071 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:30:11.292071 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:30:11.292071 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:30:11.292071 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:30:11.292071 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:30:11.349026 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Attempting to bind port dfcd50c7-8513-4d47-8b41-3320452d5f13 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:30:11.349391 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Attempting to bind port dfcd50c7-8513-4d47-8b41-3320452d5f13 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': '14d96764-688c-4e05-b917-02f45ba06237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f389f7b8-29be-406d-aad3-7506fcc53d2e'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:30:11.349750 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Attempting to bind port dfcd50c7-8513-4d47-8b41-3320452d5f13 on network f389f7b8-29be-406d-aad3-7506fcc53d2e {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:30:11.355197 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:30:11.355566 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Checking segment: {'id': '14d96764-688c-4e05-b917-02f45ba06237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f389f7b8-29be-406d-aad3-7506fcc53d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:30:11.356006 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:11.356394 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Bound using segment: {'id': '14d96764-688c-4e05-b917-02f45ba06237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f389f7b8-29be-406d-aad3-7506fcc53d2e'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:30:11.356847 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Bound port: dfcd50c7-8513-4d47-8b41-3320452d5f13, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d96764-688c-4e05-b917-02f45ba06237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f389f7b8-29be-406d-aad3-7506fcc53d2e'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:30:11.357234 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:11.418710 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] For port dfcd50c7-8513-4d47-8b41-3320452d5f13, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:30:11.421807 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] For port dfcd50c7-8513-4d47-8b41-3320452d5f13, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=dfcd50c7-8513-4d47-8b41-3320452d5f13,segment=NetworkSegment(14d96764-688c-4e05-b917-02f45ba06237),segment_id=14d96764-688c-4e05-b917-02f45ba06237)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:30:11.426644 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:11.498314 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4cad7-4a31-4c1e-aa0e-04c8ea0d402a None None] Pushing event updated for resources: {'Port': ['ID=dfcd50c7-8513-4d47-8b41-3320452d5f13,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:30:12.232319 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device dfcd50c7-8513-4d47-8b41-3320452d5f13 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:30:12.291559 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port dfcd50c7-8513-4d47-8b41-3320452d5f13 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:30:12.346639 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea0c8fb-a24f-43cb-a4f7-d0564107696f None None] Network f389f7b8-29be-406d-aad3-7506fcc53d2e requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:30:12.419196 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-4129ef14-0870-4c83-8575-14ec04fa70b3 None None] Provisioning for port dfcd50c7-8513-4d47-8b41-3320452d5f13 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:30:12.428145 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-4129ef14-0870-4c83-8575-14ec04fa70b3 None None] Provisioning complete for port dfcd50c7-8513-4d47-8b41-3320452d5f13 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:30:12.428521 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4129ef14-0870-4c83-8575-14ec04fa70b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:12.563861 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4129ef14-0870-4c83-8575-14ec04fa70b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:12.605500 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-4129ef14-0870-4c83-8575-14ec04fa70b3 None None] For port dfcd50c7-8513-4d47-8b41-3320452d5f13, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=dfcd50c7-8513-4d47-8b41-3320452d5f13,segment=NetworkSegment(14d96764-688c-4e05-b917-02f45ba06237),segment_id=14d96764-688c-4e05-b917-02f45ba06237)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:30:12.610012 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4129ef14-0870-4c83-8575-14ec04fa70b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:12.669185 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129ef14-0870-4c83-8575-14ec04fa70b3 None None] Pushing event updated for resources: {'Port': ['ID=dfcd50c7-8513-4d47-8b41-3320452d5f13,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:30:12.829704 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-4096c197-3b0d-4582-a273-2fb706b95601 None None] Provisioning complete for port dfcd50c7-8513-4d47-8b41-3320452d5f13 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:30:12.829990 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4096c197-3b0d-4582-a273-2fb706b95601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:14.191469 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device dfcd50c7-8513-4d47-8b41-3320452d5f13 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:30:14.237778 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port dfcd50c7-8513-4d47-8b41-3320452d5f13 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:30:14.238148 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:24.367361 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 5 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:30:28.860229 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4ba2fca0-76ab-4152-92a6-b317d289250f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:31.659455 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-8b30e294-759d-48f0-a07a-5f304090875b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:32.026408 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:32.749504 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:34.269812 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:30:58.861289 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-b9e76284-7f45-47e4-a266-47d2dc65e9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:31:01.365861 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 5 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:31:01.659346 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ec7eb63b-efda-4018-9468-e96d8777f8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:31:02.031162 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:31:02.756588 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:31:04.273882 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:31:24.934851 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 40622) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:31:24.940888 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [None req-1b72e5b0-ec7a-48db-9a24-c385e1e972eb tempest-verify_tempest_config-400798539 tempest-verify_tempest_config-400798539-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 11:31:24.941835 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-1b72e5b0-ec7a-48db-9a24-c385e1e972eb tempest-verify_tempest_config-400798539 tempest-verify_tempest_config-400798539-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059350 Jul 16 11:31:25.237178 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 40640) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:31:25.334416 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-464b7d23-62a1-4fdf-b91c-2a0d6a1f13d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:31:25.419466 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-464b7d23-62a1-4fdf-b91c-2a0d6a1f13d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:31:25.422824 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-464b7d23-62a1-4fdf-b91c-2a0d6a1f13d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:31:25.465771 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-464b7d23-62a1-4fdf-b91c-2a0d6a1f13d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d687d760dc7e40878b65903da68b6764&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2275040 Jul 16 11:31:25.466794 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b7d23-62a1-4fdf-b91c-2a0d6a1f13d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5e3949-65ff-4970-a8f4-474cb4cc21c1,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:31:25.468488 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 40644) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:31:25.473255 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7d23-62a1-4fdf-b91c-2a0d6a1f13d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.473612 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7d23-62a1-4fdf-b91c-2a0d6a1f13d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.473949 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7d23-62a1-4fdf-b91c-2a0d6a1f13d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.474275 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7d23-62a1-4fdf-b91c-2a0d6a1f13d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.474600 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7d23-62a1-4fdf-b91c-2a0d6a1f13d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.474935 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7d23-62a1-4fdf-b91c-2a0d6a1f13d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.475257 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7d23-62a1-4fdf-b91c-2a0d6a1f13d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.475576 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7d23-62a1-4fdf-b91c-2a0d6a1f13d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.475930 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7d23-62a1-4fdf-b91c-2a0d6a1f13d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.476246 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7d23-62a1-4fdf-b91c-2a0d6a1f13d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.476560 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7d23-62a1-4fdf-b91c-2a0d6a1f13d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.476874 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7d23-62a1-4fdf-b91c-2a0d6a1f13d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.549366 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:31:25.569798 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:31:25.656308 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:31:25.658806 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:31:25.659989 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d5e3949-65ff-4970-a8f4-474cb4cc21c1 HTTP/1.1" status: 204 len: 168 time: 0.1905222 Jul 16 11:31:25.668387 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5e3949-65ff-4970-a8f4-474cb4cc21c1,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:31:25.677756 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.678140 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.678480 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.678815 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.679144 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.679484 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.679838 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.680169 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.680511 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.680838 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.681686 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.682003 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed7b3d-1229-40b1-9e58-c1c1a06dd327 admin admin] Tracked resource versions report: Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: pushed versions: Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: { 'AddressGroup': {'1.2'}, Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'ConntrackHelper': {'1.0'}, Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Log': {'1.0'}, Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Network': {'1.1'}, Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Port': {'1.7'}, Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'PortForwarding': {'1.2'}, Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'QosPolicy': {'1.8'}, Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'SecurityGroup': {'1.4'}, Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'SecurityGroupRule': {'1.2'}, Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'SubPort': {'1.0'}, Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Subnet': {'1.1'}, Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Trunk': {'1.1'}} Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: consumer versions: Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: { DHCP agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: L3 agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: Metadata agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: Metering agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: Open vSwitch agent@dv-cinder-784763-6-iscsi: { 'AddressGroup': '1.2', Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'ConntrackHelper': '1.0', Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Log': '1.0', Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Network': '1.1', Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Port': '1.7', Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'PortForwarding': '1.2', Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'QosPolicy': '1.8', Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'SecurityGroup': '1.4', Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'SecurityGroupRule': '1.2', Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'SubPort': '1.0', Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Subnet': '1.1', Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Trunk': '1.1'}} Jul 16 11:31:25.683342 dv-cinder-784763-6-iscsi neutron-server[93103]: {{(pid=93103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 11:31:28.861082 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-31502c0a-539a-498c-8219-42171f5ea3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:31:31.659418 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-c95f2f0d-3d64-4231-a245-5b7c4454a053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:31:32.034113 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:31:32.755044 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:31:34.276147 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:31:38.364189 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 5 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:31:58.861474 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e23a0772-9316-41c7-adf6-85390886a51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:32:01.658717 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-0d30d4a0-dc5c-47bc-9698-b08e1b5670fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:32:02.035901 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:32:02.758670 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:32:04.281976 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:32:15.363565 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 5 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:32:28.860772 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-b5e421c3-a879-496e-9c5f-b288412dfe4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:32:31.659333 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-f38859c2-bdb3-41ab-b53e-53a71426b82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:32:32.036518 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:32:32.760771 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:32:34.274084 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:32:52.361828 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 5 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:32:54.800349 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725184'] for agent, after_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:32:58.860745 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-76b7c499-9c52-4b85-82bf-2972b30cf033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:32:59.207721 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 40702) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:32:59.308289 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-13e5c826-f9bb-4a3d-965e-b6d3fd1c141b admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0994458 Jul 16 11:33:01.449001 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 40712) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:33:01.499302 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-9e6dc752-c73f-4749-93c6-e976ccc6536a admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0492384 Jul 16 11:33:01.659166 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-adbec788-5ca2-455f-b49e-c865ae36de5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:33:02.036232 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:33:02.762950 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:33:04.277728 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:33:24.753184 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:33:28.859671 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-796d1a61-3a9f-4ffe-afb5-86119ec960c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:33:29.360626 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:33:31.659900 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dccace5b-4aee-4295-a44d-6d8795f253c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:33:32.034889 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:33:32.767021 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:33:34.278786 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:33:54.753462 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:33:58.859423 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8dfb-5adc-430e-a486-cc62153fd397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:01.660696 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-92d406f1-8368-4aa7-ab3a-1f06adab2e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:02.035173 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:02.770023 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:04.285881 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:06.359366 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:34:24.780835 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:28.368520 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 40902) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:28.603339 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1789516564-network', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:28.628094 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Made reservation on behalf of c62de2f85dd545e4afa586dcf229723e for: {'network': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:34:28.630923 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:28.645044 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:28.745477 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 40926) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:28.749364 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:28.755640 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:28.790454 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70b5bf0-b076-4ea8-90ef-6896241bd908,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:28.801399 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:34:28.805106 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:28.805466 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:28.805797 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:28.806288 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:28.806810 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:28.807314 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:28.807639 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:28.808001 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:28.808329 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:28.808634 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:28.808944 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:28.809259 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Tracked resource versions report: Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: pushed versions: Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: { 'AddressGroup': {'1.2'}, Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'ConntrackHelper': {'1.0'}, Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Log': {'1.0'}, Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Network': {'1.1'}, Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Port': {'1.7'}, Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'PortForwarding': {'1.2'}, Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'QosPolicy': {'1.8'}, Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'SecurityGroup': {'1.4'}, Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'SecurityGroupRule': {'1.2'}, Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'SubPort': {'1.0'}, Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Subnet': {'1.1'}, Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Trunk': {'1.1'}} Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: consumer versions: Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: { DHCP agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: HyperV agent@hv-cinder-78476: {}, Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: L3 agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: Metadata agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: Metering agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: Open vSwitch agent@dv-cinder-784763-6-iscsi: { 'AddressGroup': '1.2', Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'ConntrackHelper': '1.0', Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Log': '1.0', Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Network': '1.1', Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Port': '1.7', Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'PortForwarding': '1.2', Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'QosPolicy': '1.8', Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'SecurityGroup': '1.4', Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'SecurityGroupRule': '1.2', Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'SubPort': '1.0', Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Subnet': '1.1', Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: 'Trunk': '1.1'}} Jul 16 11:34:28.810335 dv-cinder-784763-6-iscsi neutron-server[93103]: {{(pid=93103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 11:34:28.825567 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746163431235', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:28.826166 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Unsubscribe: segment precommit_create {{(pid=93103) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 11:34:28.826762 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.db.segments_db [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Added segment 9fac70f1-b5d2-43ca-8a42-3e226e036e07 of type vlan for network 536ad81a-3bad-486b-a777-2b662cbc48f4 Jul 16 11:34:28.863167 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-6b8caa96-b47b-4f6f-b5aa-37b0d3186ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:28.919225 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:28.967718 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:28.969131 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:28.969799 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.014021 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6428273 Jul 16 11:34:29.017018 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 40940) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:29.023937 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Request body: {'subnet': {'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1789516564-subnet', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:29.051933 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Made reservation on behalf of c62de2f85dd545e4afa586dcf229723e for: {'subnet': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:34:29.055263 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.068274 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8eb6a-baa2-45c0-92d0-404b2af7f474 admin admin] Pushing event updated for resources: {'Network': ['ID=536ad81a-3bad-486b-a777-2b662cbc48f4,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:29.081673 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network 536ad81a-3bad-486b-a777-2b662cbc48f4 details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:34:29.261426 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 40944) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:29.295851 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for subnet, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.345675 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-8d8d5f4c-eb04-4beb-a7b4-7d1b48b8003e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-535870203-network', 'tenant_id': '7f11877dcb4c49b69a3ec00e05d74fab'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:29.352326 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 40950) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:29.352999 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:29.384135 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:29.385623 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:29.386450 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:29.387142 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:29.387670 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:29.388780 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:29.389340 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:29.390259 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:29.390787 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:29.391315 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:29.392173 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:29.392698 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Tracked resource versions report: Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: pushed versions: Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: { 'AddressGroup': {'1.2'}, Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'ConntrackHelper': {'1.0'}, Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Log': {'1.0'}, Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Network': {'1.1'}, Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Port': {'1.7'}, Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'PortForwarding': {'1.2'}, Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'QosPolicy': {'1.8'}, Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'SecurityGroup': {'1.4'}, Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'SecurityGroupRule': {'1.2'}, Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'SubPort': {'1.0'}, Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Subnet': {'1.1'}, Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Trunk': {'1.1'}} Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: consumer versions: Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: { DHCP agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: HyperV agent@hv-cinder-78476: {}, Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: L3 agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: Metadata agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: Metering agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: Open vSwitch agent@dv-cinder-784763-6-iscsi: { 'AddressGroup': '1.2', Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'ConntrackHelper': '1.0', Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Log': '1.0', Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Network': '1.1', Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Port': '1.7', Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'PortForwarding': '1.2', Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'QosPolicy': '1.8', Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'SecurityGroup': '1.4', Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'SecurityGroupRule': '1.2', Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'SubPort': '1.0', Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Subnet': '1.1', Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: 'Trunk': '1.1'}} Jul 16 11:34:29.394351 dv-cinder-784763-6-iscsi neutron-server[93104]: {{(pid=93104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 11:34:29.404346 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8d5f4c-eb04-4beb-a7b4-7d1b48b8003e admin admin] Made reservation on behalf of 7f11877dcb4c49b69a3ec00e05d74fab for: {'network': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:34:29.406581 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8d8d5f4c-eb04-4beb-a7b4-7d1b48b8003e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.419508 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8d8d5f4c-eb04-4beb-a7b4-7d1b48b8003e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.454090 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Checking segment: {'id': '9fac70f1-b5d2-43ca-8a42-3e226e036e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:34:29.454437 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Network hostable DHCP agents. Network: 536ad81a-3bad-486b-a777-2b662cbc48f4, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:34:29.491094 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Network 536ad81a-3bad-486b-a777-2b662cbc48f4 is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:34:29.506850 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, 536ad81a-3bad-486b-a777-2b662cbc48f4) {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:29.515436 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:29.515627 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.522299 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcbed8d-33c1-4cba-afd3-7d2a3bf40c24 None None] Network 536ad81a-3bad-486b-a777-2b662cbc48f4 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:34:29.566117 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8d8d5f4c-eb04-4beb-a7b4-7d1b48b8003e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.574964 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8d8d5f4c-eb04-4beb-a7b4-7d1b48b8003e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.585728 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-3144d8ff-293b-4b45-bace-cc302414c92a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5676351 Jul 16 11:34:29.589099 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 40966) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:29.594150 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:29.601265 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8d5f4c-eb04-4beb-a7b4-7d1b48b8003e admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=93104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:34:29.615603 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8d8d5f4c-eb04-4beb-a7b4-7d1b48b8003e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.616102 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.segments_db [None req-8d8d5f4c-eb04-4beb-a7b4-7d1b48b8003e admin admin] Added segment a80610aa-abb5-4a7a-8a02-126f58269df6 of type vlan for network fee2e96e-034a-462e-b501-313f6b4a85f3 Jul 16 11:34:29.633289 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123037'] for router, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.634519 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1726601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1651412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126574'] for router, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.667674 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8d8d5f4c-eb04-4beb-a7b4-7d1b48b8003e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.706322 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-07a8d679-627a-4008-bbbd-9de503699db9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-network', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:29.717066 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d5f4c-eb04-4beb-a7b4-7d1b48b8003e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa993f54-0104-456e-b614-268f6586e4a9,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:29.726779 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.730249 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-0ca56a1a-05aa-4d45-a983-503f233b008e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1340156519-network', 'tenant_id': '2db43c71adb94bd2a94b3c6340a3115e'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:29.734448 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a8d679-627a-4008-bbbd-9de503699db9 admin admin] Made reservation on behalf of fe97d478fdc74fdb8ed5c9bc4eb20d57 for: {'network': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:34:29.736148 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8d8d5f4c-eb04-4beb-a7b4-7d1b48b8003e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.737315 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8d5f4c-eb04-4beb-a7b4-7d1b48b8003e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:29.737800 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07a8d679-627a-4008-bbbd-9de503699db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.739695 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8d8d5f4c-eb04-4beb-a7b4-7d1b48b8003e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.768417 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07a8d679-627a-4008-bbbd-9de503699db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.779365 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-8d8d5f4c-eb04-4beb-a7b4-7d1b48b8003e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0319309 Jul 16 11:34:29.780230 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 40974) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:29.782580 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54b1039c-cf72-54a1-82ca-f279e9606da9-536ad81a-3bad-486b-a777-2b662cbc48f4', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49'}]}} from dv-cinder-784763-6-iscsi. {{(pid=93105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 11:34:29.783644 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.787438 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-0f2886ca-7733-4dac-9298-2b449a59c3c7 admin admin] Request body: {'subnet': {'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-535870203-subnet', 'tenant_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:29.841784 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2886ca-7733-4dac-9298-2b449a59c3c7 admin admin] Made reservation on behalf of 7f11877dcb4c49b69a3ec00e05d74fab for: {'subnet': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:34:29.844393 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f2886ca-7733-4dac-9298-2b449a59c3c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.847222 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d5f4c-eb04-4beb-a7b4-7d1b48b8003e admin admin] Pushing event updated for resources: {'Network': ['ID=fee2e96e-034a-462e-b501-313f6b4a85f3,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:29.955461 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126588'] for router, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.970336 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca56a1a-05aa-4d45-a983-503f233b008e admin admin] Made reservation on behalf of 2db43c71adb94bd2a94b3c6340a3115e for: {'network': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:34:29.972872 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ca56a1a-05aa-4d45-a983-503f233b008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:29.977565 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network fee2e96e-034a-462e-b501-313f6b4a85f3 details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:34:30.009715 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ca56a1a-05aa-4d45-a983-503f233b008e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.169393 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f2886ca-7733-4dac-9298-2b449a59c3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for subnet, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.248726 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07a8d679-627a-4008-bbbd-9de503699db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.261106 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2886ca-7733-4dac-9298-2b449a59c3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:30.266612 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07a8d679-627a-4008-bbbd-9de503699db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.280992 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.db_base_plugin_common [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Allocated IP 172.20.0.2 (536ad81a-3bad-486b-a777-2b662cbc48f4/fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49/45401cb0-2252-4b29-a130-d8d8fcebabfd) {{(pid=93105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:34:30.282336 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2886ca-7733-4dac-9298-2b449a59c3c7 admin admin] Checking segment: {'id': 'a80610aa-abb5-4a7a-8a02-126f58269df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:34:30.283166 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2886ca-7733-4dac-9298-2b449a59c3c7 admin admin] Network hostable DHCP agents. Network: fee2e96e-034a-462e-b501-313f6b4a85f3, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:34:30.329504 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a8d679-627a-4008-bbbd-9de503699db9 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:34:30.333038 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2886ca-7733-4dac-9298-2b449a59c3c7 admin admin] Network fee2e96e-034a-462e-b501-313f6b4a85f3 is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:34:30.356808 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-0f2886ca-7733-4dac-9298-2b449a59c3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, fee2e96e-034a-462e-b501-313f6b4a85f3) {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:30.361727 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2886ca-7733-4dac-9298-2b449a59c3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:30.362465 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f2886ca-7733-4dac-9298-2b449a59c3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.429970 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07a8d679-627a-4008-bbbd-9de503699db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.430519 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.db.segments_db [None req-07a8d679-627a-4008-bbbd-9de503699db9 admin admin] Added segment f756945b-6af6-4c64-a818-a5ffa7018341 of type vlan for network f3bf2836-3f60-4871-835c-2371c60f999a Jul 16 11:34:30.453000 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8d679-627a-4008-bbbd-9de503699db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bce621-e9cd-4d0f-8a3f-9fd62220ee9d,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:30.457280 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82392fbb-2786-4a79-b58d-cfd0f7de0134 None None] Network fee2e96e-034a-462e-b501-313f6b4a85f3 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:34:30.551507 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07a8d679-627a-4008-bbbd-9de503699db9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.564654 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.573074 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Transition to ACTIVE for port object 45401cb0-2252-4b29-a130-d8d8fcebabfd will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:34:30.585844 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.588308 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Transition to ACTIVE for port object 45401cb0-2252-4b29-a130-d8d8fcebabfd will not be triggered until provisioned by entity DHCP. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:34:30.602748 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.626490 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Network 536ad81a-3bad-486b-a777-2b662cbc48f4 is already hosted by enough agents. {{(pid=93105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:34:30.641396 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07a8d679-627a-4008-bbbd-9de503699db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.643255 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a8d679-627a-4008-bbbd-9de503699db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:30.644082 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07a8d679-627a-4008-bbbd-9de503699db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.695528 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.base_scheduler [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Resources bound (agent type, host, resource id): {{(pid=93105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:30.698131 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Pushing event updated for resources: {'Port': ['ID=45401cb0-2252-4b29-a130-d8d8fcebabfd,revision_number=1']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:30.714976 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Received port after_create {{(pid=93105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:34:30.717004 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.723149 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8d679-627a-4008-bbbd-9de503699db9 admin admin] Pushing event updated for resources: {'Network': ['ID=f3bf2836-3f60-4871-835c-2371c60f999a,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:30.729725 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:30.730077 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:30.730422 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:30.732491 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ca56a1a-05aa-4d45-a983-503f233b008e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.733571 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:30.733923 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:30.734276 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:30.734703 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:30.735169 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:30.736704 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:30.741588 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:30.741949 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:30.745674 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Tracked resource versions report: Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: pushed versions: Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: { 'AddressGroup': {'1.2'}, Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'ConntrackHelper': {'1.0'}, Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Log': {'1.0'}, Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Network': {'1.1'}, Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Port': {'1.7'}, Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'PortForwarding': {'1.2'}, Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'QosPolicy': {'1.8'}, Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'SecurityGroup': {'1.4'}, Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'SecurityGroupRule': {'1.2'}, Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'SubPort': {'1.0'}, Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Subnet': {'1.1'}, Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Trunk': {'1.1'}} Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: consumer versions: Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: { DHCP agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: HyperV agent@hv-cinder-78476: {}, Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: L3 agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: Metadata agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: Metering agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: Open vSwitch agent@dv-cinder-784763-6-iscsi: { 'AddressGroup': '1.2', Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'ConntrackHelper': '1.0', Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Log': '1.0', Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Network': '1.1', Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Port': '1.7', Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'PortForwarding': '1.2', Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'QosPolicy': '1.8', Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'SecurityGroup': '1.4', Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'SecurityGroupRule': '1.2', Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'SubPort': '1.0', Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Subnet': '1.1', Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: 'Trunk': '1.1'}} Jul 16 11:34:30.748119 dv-cinder-784763-6-iscsi neutron-server[93105]: {{(pid=93105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 11:34:30.751898 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-0f2886ca-7733-4dac-9298-2b449a59c3c7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9685307 Jul 16 11:34:30.754712 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 41002) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:30.763760 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-535870203-router', 'tenant_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:30.793798 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ca56a1a-05aa-4d45-a983-503f233b008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.808272 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca56a1a-05aa-4d45-a983-503f233b008e admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:34:30.818259 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ca56a1a-05aa-4d45-a983-503f233b008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.818902 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.db.segments_db [None req-0ca56a1a-05aa-4d45-a983-503f233b008e admin admin] Added segment 77264c8c-b8ef-45e6-9395-96c3236e2111 of type vlan for network 14aefd0f-2463-410f-a128-cf19aa10c6c5 Jul 16 11:34:30.839531 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123037'] for router, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.841626 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1726601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1651412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126574'] for router, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.844459 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network f3bf2836-3f60-4871-835c-2371c60f999a details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:34:30.861033 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ca56a1a-05aa-4d45-a983-503f233b008e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.930340 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-07a8d679-627a-4008-bbbd-9de503699db9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5768952 Jul 16 11:34:30.972209 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ca56a1a-05aa-4d45-a983-503f233b008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.973197 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca56a1a-05aa-4d45-a983-503f233b008e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:30.973785 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ca56a1a-05aa-4d45-a983-503f233b008e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:30.996057 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Attempting to bind port 45401cb0-2252-4b29-a130-d8d8fcebabfd on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:34:30.996656 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Attempting to bind port 45401cb0-2252-4b29-a130-d8d8fcebabfd by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': '9fac70f1-b5d2-43ca-8a42-3e226e036e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:34:30.996927 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Attempting to bind port 45401cb0-2252-4b29-a130-d8d8fcebabfd on network 536ad81a-3bad-486b-a777-2b662cbc48f4 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:34:31.004185 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:34:31.004586 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Checking segment: {'id': '9fac70f1-b5d2-43ca-8a42-3e226e036e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:34:31.004960 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:31.005349 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Bound using segment: {'id': '9fac70f1-b5d2-43ca-8a42-3e226e036e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:34:31.005821 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Bound port: 45401cb0-2252-4b29-a130-d8d8fcebabfd, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fac70f1-b5d2-43ca-8a42-3e226e036e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:34:31.006220 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:31.016861 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 41010) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:31.019721 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:31.069492 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-df10c42a-a3d8-4544-92a0-0cf5b01e6608 admin admin] Request body: {'subnet': {'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-subnet', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:31.140078 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23b65ed-b154-44f8-9d20-c62df860f684 None None] Network fee2e96e-034a-462e-b501-313f6b4a85f3 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:34:31.179345 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] For port 45401cb0-2252-4b29-a130-d8d8fcebabfd, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:34:31.193097 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df10c42a-a3d8-4544-92a0-0cf5b01e6608 admin admin] Made reservation on behalf of fe97d478fdc74fdb8ed5c9bc4eb20d57 for: {'subnet': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:34:31.202756 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-df10c42a-a3d8-4544-92a0-0cf5b01e6608 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:31.209092 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] For port 45401cb0-2252-4b29-a130-d8d8fcebabfd, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=45401cb0-2252-4b29-a130-d8d8fcebabfd,segment=NetworkSegment(9fac70f1-b5d2-43ca-8a42-3e226e036e07),segment_id=9fac70f1-b5d2-43ca-8a42-3e226e036e07)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:34:31.243418 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:31.315476 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126588'] for router, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:31.365903 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e618e-a751-4624-a2a7-06829b6b17b0 None None] Pushing event updated for resources: {'Port': ['ID=45401cb0-2252-4b29-a130-d8d8fcebabfd,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:31.491149 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca56a1a-05aa-4d45-a983-503f233b008e admin admin] Pushing event updated for resources: {'Network': ['ID=14aefd0f-2463-410f-a128-cf19aa10c6c5,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:31.505413 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network 14aefd0f-2463-410f-a128-cf19aa10c6c5 details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:34:31.512697 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca56a1a-05aa-4d45-a983-503f233b008e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098d999d-eaea-401e-9ece-9b823efc53ea,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:31.696757 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-c20f9d1f-4c10-4c38-b455-953731c2e6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:31.734653 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:31.748789 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:31.804109 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-0ca56a1a-05aa-4d45-a983-503f233b008e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5414801 Jul 16 11:34:31.823161 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 41050) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:31.828419 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-3e2dcd20-ac98-4137-baed-8abe8cb53062 admin admin] Request body: {'subnet': {'network_id': '14aefd0f-2463-410f-a128-cf19aa10c6c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1340156519-subnet', 'tenant_id': '2db43c71adb94bd2a94b3c6340a3115e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:31.855992 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2dcd20-ac98-4137-baed-8abe8cb53062 admin admin] Made reservation on behalf of 2db43c71adb94bd2a94b3c6340a3115e for: {'subnet': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:34:31.861356 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3e2dcd20-ac98-4137-baed-8abe8cb53062 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:31.932941 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Allocated IP 172.27.0.240 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/e11dcbdd-6b98-42c7-8668-aac910a99ece) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:34:32.053168 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:32.242459 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:32.248189 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-df10c42a-a3d8-4544-92a0-0cf5b01e6608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for subnet, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:32.438107 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10c42a-a3d8-4544-92a0-0cf5b01e6608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54cab1d6-11e7-4058-9076-dd369f1e0736,revision_number=0']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:32.453614 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 45401cb0-2252-4b29-a130-d8d8fcebabfd up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:34:32.466361 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3e2dcd20-ac98-4137-baed-8abe8cb53062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for subnet, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:32.577724 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port 45401cb0-2252-4b29-a130-d8d8fcebabfd completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:34:32.609867 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df10c42a-a3d8-4544-92a0-0cf5b01e6608 admin admin] Checking segment: {'id': 'f756945b-6af6-4c64-a818-a5ffa7018341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:34:32.610291 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df10c42a-a3d8-4544-92a0-0cf5b01e6608 admin admin] Network hostable DHCP agents. Network: f3bf2836-3f60-4871-835c-2371c60f999a, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:34:32.615564 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2dcd20-ac98-4137-baed-8abe8cb53062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f22637-a1fa-4221-b734-4ad8f4ef3b48,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:32.633224 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2dcd20-ac98-4137-baed-8abe8cb53062 admin admin] Checking segment: {'id': '77264c8c-b8ef-45e6-9395-96c3236e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '14aefd0f-2463-410f-a128-cf19aa10c6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:34:32.633647 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2dcd20-ac98-4137-baed-8abe8cb53062 admin admin] Network hostable DHCP agents. Network: 14aefd0f-2463-410f-a128-cf19aa10c6c5, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:34:32.656754 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:32.664690 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d98689-83d6-4857-9ed6-9757e3b3a0b8 None None] Network 536ad81a-3bad-486b-a777-2b662cbc48f4 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:34:32.683138 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2dcd20-ac98-4137-baed-8abe8cb53062 admin admin] Network 14aefd0f-2463-410f-a128-cf19aa10c6c5 is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:34:32.710974 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-3e2dcd20-ac98-4137-baed-8abe8cb53062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, 14aefd0f-2463-410f-a128-cf19aa10c6c5) {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:32.720314 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2dcd20-ac98-4137-baed-8abe8cb53062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:32.720968 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3e2dcd20-ac98-4137-baed-8abe8cb53062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:32.730961 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Allocated IP 172.27.0.59 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/77a90acd-2ab3-4348-b45d-0e9a9409ac7c) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:34:32.732450 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9563111b-d481-4692-9931-a3a6f5d14283 None None] Network 14aefd0f-2463-410f-a128-cf19aa10c6c5 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:34:32.779489 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-3e2dcd20-ac98-4137-baed-8abe8cb53062 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9549892 Jul 16 11:34:32.790790 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df10c42a-a3d8-4544-92a0-0cf5b01e6608 admin admin] Network f3bf2836-3f60-4871-835c-2371c60f999a is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:34:32.842968 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-df10c42a-a3d8-4544-92a0-0cf5b01e6608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, f3bf2836-3f60-4871-835c-2371c60f999a) {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:32.850909 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-a4e745fc-317a-490d-80a6-9f3b1c046532 None None] Provisioning for port 45401cb0-2252-4b29-a130-d8d8fcebabfd completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:34:32.862468 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-a4e745fc-317a-490d-80a6-9f3b1c046532 None None] Provisioning complete for port 45401cb0-2252-4b29-a130-d8d8fcebabfd triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:32.863290 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-a4e745fc-317a-490d-80a6-9f3b1c046532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:32.875936 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:34:32.887532 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:32.911556 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4094ebf7-6f29-41b2-b0d2-13ed6ff4669b None None] Network f3bf2836-3f60-4871-835c-2371c60f999a requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:34:32.919411 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:32.927939 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df10c42a-a3d8-4544-92a0-0cf5b01e6608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:32.928540 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-df10c42a-a3d8-4544-92a0-0cf5b01e6608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:32.934752 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Pushing event updated for resources: {'Port': ['ID=e11dcbdd-6b98-42c7-8668-aac910a99ece,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:32.948763 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:34:32.959820 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:33.078799 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-df10c42a-a3d8-4544-92a0-0cf5b01e6608 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0593019 Jul 16 11:34:33.083948 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 41100) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:33.089876 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:33.114904 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:33.216992 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123037'] for router, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:33.217995 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1726601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1651412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126574'] for router, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:33.273562 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:34:33.280797 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:33.293975 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:34:33.380688 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Pushing event updated for resources: {'Port': ['ID=77a90acd-2ab3-4348-b45d-0e9a9409ac7c,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:33.444486 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ae845d-2100-41db-b7f1-b599bb982626 None None] Network 14aefd0f-2463-410f-a128-cf19aa10c6c5 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:34:33.475371 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 41140) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:33.482276 dv-cinder-784763-6-iscsi neutron-server[93104]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 11:34:33.491937 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:33.637259 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:33.648774 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-a4e745fc-317a-490d-80a6-9f3b1c046532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:33.817363 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54b1039c-cf72-54a1-82ca-f279e9606da9-f3bf2836-3f60-4871-835c-2371c60f999a', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736'}]}} from dv-cinder-784763-6-iscsi. {{(pid=93105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 11:34:33.818322 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:33.821650 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-a4e745fc-317a-490d-80a6-9f3b1c046532 None None] For port 45401cb0-2252-4b29-a130-d8d8fcebabfd, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=45401cb0-2252-4b29-a130-d8d8fcebabfd,segment=NetworkSegment(9fac70f1-b5d2-43ca-8a42-3e226e036e07),segment_id=9fac70f1-b5d2-43ca-8a42-3e226e036e07)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:34:33.839305 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b41f82aa-710c-4c18-83cf-dec701053d27 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:33.845775 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b41f82aa-710c-4c18-83cf-dec701053d27 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/networks?id=14aefd0f-2463-410f-a128-cf19aa10c6c5 HTTP/1.1" status: 200 len: 812 time: 0.3683670 Jul 16 11:34:33.870825 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-a4e745fc-317a-490d-80a6-9f3b1c046532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:33.873745 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b526f73c-6914-4050-9e08-034fbefaa253 req-a30bc2cf-6f85-44f4-bed6-05d073e6c3f6 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/quotas/2db43c71adb94bd2a94b3c6340a3115e HTTP/1.1" status: 200 len: 375 time: 0.0266593 Jul 16 11:34:33.956720 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b526f73c-6914-4050-9e08-034fbefaa253 req-dd646174-85c1-4398-b981-87c95c6a2150 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2db43c71adb94bd2a94b3c6340a3115e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708952 Jul 16 11:34:33.956850 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e745fc-317a-490d-80a6-9f3b1c046532 None None] Pushing event updated for resources: {'Port': ['ID=45401cb0-2252-4b29-a130-d8d8fcebabfd,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:33.981260 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:34.116335 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-8dfd2239-343a-4ccc-96be-3d00a75026eb None None] Provisioning complete for port 45401cb0-2252-4b29-a130-d8d8fcebabfd triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:34.116716 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-8dfd2239-343a-4ccc-96be-3d00a75026eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:34.162579 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126588'] for router, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:34.172037 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.db_base_plugin_common [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Allocated IP 172.20.0.2 (f3bf2836-3f60-4871-835c-2371c60f999a/54cab1d6-11e7-4058-9076-dd369f1e0736/d36882c6-fbe3-4c86-86dc-da7353d96d00) {{(pid=93105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:34:34.181879 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [req-b526f73c-6914-4050-9e08-034fbefaa253 req-6641e5fe-5955-4f6b-b335-a203ee7c8369 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 11:34:34.183131 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b526f73c-6914-4050-9e08-034fbefaa253 req-6641e5fe-5955-4f6b-b335-a203ee7c8369 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0841401 Jul 16 11:34:34.188996 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814283'] for router, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:34.300838 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:34.307233 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814283'] for router, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:34.369527 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b526f73c-6914-4050-9e08-034fbefaa253 req-c9e8b15f-dc2f-406c-bd09-adbba1e96ebf service neutron] 10.222.0.16 "GET /v2.0/networks/14aefd0f-2463-410f-a128-cf19aa10c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702144 Jul 16 11:34:34.388241 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:34.394667 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 45401cb0-2252-4b29-a130-d8d8fcebabfd up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:34:34.418011 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Transition to ACTIVE for port object d36882c6-fbe3-4c86-86dc-da7353d96d00 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:34:34.425010 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Router 76931aa1-ff6d-42c2-92e1-bc51c562460e is scheduled to L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d with binding_index 1 {{(pid=93103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 11:34:34.442319 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Transition to ACTIVE for port object d36882c6-fbe3-4c86-86dc-da7353d96d00 will not be triggered until provisioned by entity DHCP. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:34:34.455953 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:34.495845 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Network f3bf2836-3f60-4871-835c-2371c60f999a is already hosted by enough agents. {{(pid=93105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:34:34.500877 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.base_scheduler [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Resources bound (agent type, host, resource id): {{(pid=93105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:34.512635 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 45401cb0-2252-4b29-a130-d8d8fcebabfd triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:34.512839 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:34.514425 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Received port after_create {{(pid=93105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:34:34.539249 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b526f73c-6914-4050-9e08-034fbefaa253 req-8c7197ab-c373-4846-b23c-66c1e2714331 service neutron] 10.222.0.16 "GET /v2.0/networks/14aefd0f-2463-410f-a128-cf19aa10c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582463 Jul 16 11:34:34.548953 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Pushing event updated for resources: {'Port': ['ID=d36882c6-fbe3-4c86-86dc-da7353d96d00,revision_number=1']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:34.564231 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Router b6fcbf2c-e640-466b-82ed-417480d1ec6e is scheduled to L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d with binding_index 1 {{(pid=93104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 11:34:34.610851 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Attempting to bind port d36882c6-fbe3-4c86-86dc-da7353d96d00 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:34:34.611420 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Attempting to bind port d36882c6-fbe3-4c86-86dc-da7353d96d00 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'f756945b-6af6-4c64-a818-a5ffa7018341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:34:34.611553 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Attempting to bind port d36882c6-fbe3-4c86-86dc-da7353d96d00 on network f3bf2836-3f60-4871-835c-2371c60f999a {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:34:34.621103 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:34:34.621335 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Checking segment: {'id': 'f756945b-6af6-4c64-a818-a5ffa7018341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:34:34.621970 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:34.622098 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Bound using segment: {'id': 'f756945b-6af6-4c64-a818-a5ffa7018341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:34:34.622938 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Bound port: d36882c6-fbe3-4c86-86dc-da7353d96d00, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f756945b-6af6-4c64-a818-a5ffa7018341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:34:34.622938 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:34.672000 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:34.696669 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:34.699507 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:34:34.711151 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:34:34.717356 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Sync routers for ids ['b6fcbf2c-e640-466b-82ed-417480d1ec6e'] in dv-cinder-784763-6-iscsi {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:34:34.730018 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Sync routers for ids ['76931aa1-ff6d-42c2-92e1-bc51c562460e'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:34:34.731232 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Routers {'b6fcbf2c-e640-466b-82ed-417480d1ec6e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:34:34.732035 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:34:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['b6fcbf2c-e640-466b-82ed-417480d1ec6e'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:34.737742 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] Notify callbacks [] for router, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:34.743334 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-04ec6b03-302d-4ea7-acd9-712faba9b98e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9870555 Jul 16 11:34:34.744819 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 41176) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:34.751144 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] For port d36882c6-fbe3-4c86-86dc-da7353d96d00, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:34:34.762194 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] For port d36882c6-fbe3-4c86-86dc-da7353d96d00, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=d36882c6-fbe3-4c86-86dc-da7353d96d00,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:34:34.773264 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] Notify callbacks [] for router, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:34.774873 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-bbf077d1-505b-49de-97e0-87973e692234 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1847653 Jul 16 11:34:34.778351 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 41178) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:34.783622 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:34.887759 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Set router b6fcbf2c-e640-466b-82ed-417480d1ec6e gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:34:34.904339 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e9ed1-a1eb-43ef-8ed1-78321e7b33d9 None None] Pushing event updated for resources: {'Port': ['ID=d36882c6-fbe3-4c86-86dc-da7353d96d00,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:34.909496 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Routers {'76931aa1-ff6d-42c2-92e1-bc51c562460e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:34:34.910373 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:34:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['76931aa1-ff6d-42c2-92e1-bc51c562460e'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:34.966878 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Allocated IP 172.27.0.128 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/35fbdee8-9500-480e-a23b-2885cf144d56) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:34:35.006275 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 41192) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:35.075210 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Set router 76931aa1-ff6d-42c2-92e1-bc51c562460e gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:34:35.108199 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-996981ea-0886-4eae-aea2-0e2ca8c3cbda req-6c0902e6-53cd-4669-bc15-e27752a90c5e tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 210 time: 0.1006498 Jul 16 11:34:35.180895 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'name': 'tempest-ServerRescueNegativeTestJSON-535870203-router', 'tenant_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '77a90acd-2ab3-4348-b45d-0e9a9409ac7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:33Z', 'revision_number': 3, 'project_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'gw_port': {'id': '77a90acd-2ab3-4348-b45d-0e9a9409ac7c', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:31Z', 'updated_at': '2021-07-16T11:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:35.215988 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Checking router: b6fcbf2c-e640-466b-82ed-417480d1ec6e for host: dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:34:35.216530 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Updating router b6fcbf2c-e640-466b-82ed-417480d1ec6e port 77a90acd-2ab3-4348-b45d-0e9a9409ac7c binding host dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:34:35.299305 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:35.417234 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:34:33Z', 'revision_number': 3, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:35.448677 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Checking router: 76931aa1-ff6d-42c2-92e1-bc51c562460e for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:34:35.449166 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Updating router 76931aa1-ff6d-42c2-92e1-bc51c562460e port e11dcbdd-6b98-42c7-8668-aac910a99ece binding host dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:34:35.488650 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:35.742808 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:35.769958 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:35.771387 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:35.943023 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] Allocated IP 172.20.0.1 (fee2e96e-034a-462e-b501-313f6b4a85f3/2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01/be8c4f19-6218-4454-a416-dcaffaf654a3) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:34:35.955068 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:36.031362 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:34:36.039863 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:36.046514 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:34:36.098673 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:36.105495 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Pushing event updated for resources: {'Port': ['ID=35fbdee8-9500-480e-a23b-2885cf144d56,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:36.179721 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:36.227620 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Notify callbacks [] for port, precommit_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:36.239518 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.provisioning_blocks [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Transition to ACTIVE for port object 77a90acd-2ab3-4348-b45d-0e9a9409ac7c will not be triggered until provisioned by entity L2. {{(pid=93106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:34:36.249201 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:36.325537 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bc5be1c8-e245-42d4-8c31-aa73f583ba98 req-6f21033d-c656-441f-acd0-1a95a9db2eb4 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 210 time: 0.1313882 Jul 16 11:34:36.328639 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] Network fee2e96e-034a-462e-b501-313f6b4a85f3 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:34:36.338121 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:36.360086 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:34:36.360598 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726524'] for router_interface, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:36.404641 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f19f3b-6ddf-465d-9e83-0ed6cfc8f1c5 None None] Network f3bf2836-3f60-4871-835c-2371c60f999a requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:34:36.408403 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a916c88-04db-4d96-bfea-2d6d52880aff None None] Pushing event updated for resources: {'Port': ['ID=77a90acd-2ab3-4348-b45d-0e9a9409ac7c,revision_number=2']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:36.420789 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Attempting to bind port 77a90acd-2ab3-4348-b45d-0e9a9409ac7c on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:34:36.427385 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Attempting to bind port 77a90acd-2ab3-4348-b45d-0e9a9409ac7c by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:34:36.437487 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Attempting to bind port 77a90acd-2ab3-4348-b45d-0e9a9409ac7c on network 9257506f-d87a-4713-a52d-23614a98d559 {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:34:36.442698 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a916c88-04db-4d96-bfea-2d6d52880aff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:36.443274 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a916c88-04db-4d96-bfea-2d6d52880aff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:36.444214 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a916c88-04db-4d96-bfea-2d6d52880aff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:36.444726 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a916c88-04db-4d96-bfea-2d6d52880aff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:36.445090 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Allocated IP 172.20.0.1 (536ad81a-3bad-486b-a777-2b662cbc48f4/fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49/5a4ec80d-3b3f-4185-8f3b-b815e035e5b7) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:34:36.445394 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a916c88-04db-4d96-bfea-2d6d52880aff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:36.445894 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a916c88-04db-4d96-bfea-2d6d52880aff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:36.446374 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a916c88-04db-4d96-bfea-2d6d52880aff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:36.447445 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a916c88-04db-4d96-bfea-2d6d52880aff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:36.447987 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a916c88-04db-4d96-bfea-2d6d52880aff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:36.451501 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a916c88-04db-4d96-bfea-2d6d52880aff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:36.452439 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a916c88-04db-4d96-bfea-2d6d52880aff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:36.453030 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a916c88-04db-4d96-bfea-2d6d52880aff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a916c88-04db-4d96-bfea-2d6d52880aff None None] Tracked resource versions report: Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: pushed versions: Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: { 'AddressGroup': {'1.2'}, Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'ConntrackHelper': {'1.0'}, Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Log': {'1.0'}, Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Network': {'1.1'}, Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Port': {'1.7'}, Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'PortForwarding': {'1.2'}, Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'QosPolicy': {'1.8'}, Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'SecurityGroup': {'1.4'}, Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'SecurityGroupRule': {'1.2'}, Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'SubPort': {'1.0'}, Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Subnet': {'1.1'}, Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Trunk': {'1.1'}} Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: consumer versions: Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: { DHCP agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: HyperV agent@hv-cinder-78476: {}, Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: L3 agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: Metadata agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: Metering agent@dv-cinder-784763-6-iscsi: {}, Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: Open vSwitch agent@dv-cinder-784763-6-iscsi: { 'AddressGroup': '1.2', Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'ConntrackHelper': '1.0', Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Log': '1.0', Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Network': '1.1', Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Port': '1.7', Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'PortForwarding': '1.2', Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'QosPolicy': '1.8', Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'SecurityGroup': '1.4', Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'SecurityGroupRule': '1.2', Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'SubPort': '1.0', Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Subnet': '1.1', Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: 'Trunk': '1.1'}} Jul 16 11:34:36.454588 dv-cinder-784763-6-iscsi neutron-server[93106]: {{(pid=93106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 11:34:36.463756 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:34:36.464562 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Checking segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:34:36.465194 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:36.465316 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] Pushing event updated for resources: {'Port': ['ID=be8c4f19-6218-4454-a416-dcaffaf654a3,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:36.466011 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Bound using segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:34:36.466724 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Bound port: 77a90acd-2ab3-4348-b45d-0e9a9409ac7c, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:34:36.467357 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:36.515354 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device d36882c6-fbe3-4c86-86dc-da7353d96d00 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:34:36.531798 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] For port 77a90acd-2ab3-4348-b45d-0e9a9409ac7c, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:34:36.537616 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] For port 77a90acd-2ab3-4348-b45d-0e9a9409ac7c, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=77a90acd-2ab3-4348-b45d-0e9a9409ac7c,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:34:36.544686 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:36.642510 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Routers {'b6fcbf2c-e640-466b-82ed-417480d1ec6e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:34:36.643850 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:34:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['b6fcbf2c-e640-466b-82ed-417480d1ec6e'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:36.648043 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a916c88-04db-4d96-bfea-2d6d52880aff None None] Pushing event updated for resources: {'Port': ['ID=77a90acd-2ab3-4348-b45d-0e9a9409ac7c,revision_number=3']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:36.702516 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-8eaa240a-a1fd-4bde-be95-635445120785 None None] Provisioning for port d36882c6-fbe3-4c86-86dc-da7353d96d00 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:34:36.759256 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:36.760006 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:36.778529 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Transition to ACTIVE for port object e11dcbdd-6b98-42c7-8668-aac910a99ece will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:34:36.825152 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Transition to ACTIVE for port object 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:34:36.842504 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] Set router b6fcbf2c-e640-466b-82ed-417480d1ec6e gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:34:36.847727 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:36.901841 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:37.001981 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port d36882c6-fbe3-4c86-86dc-da7353d96d00 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:34:37.009657 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port d36882c6-fbe3-4c86-86dc-da7353d96d00 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:37.010890 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:37.016179 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:37.143128 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d197a-eae9-4e48-bde1-954ad053bd2c None None] Pushing event updated for resources: {'Port': ['ID=e11dcbdd-6b98-42c7-8668-aac910a99ece,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:37.160881 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:37.175121 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Attempting to bind port e11dcbdd-6b98-42c7-8668-aac910a99ece on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:34:37.175957 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Attempting to bind port e11dcbdd-6b98-42c7-8668-aac910a99ece by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:34:37.175957 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Attempting to bind port e11dcbdd-6b98-42c7-8668-aac910a99ece on network 9257506f-d87a-4713-a52d-23614a98d559 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:34:37.197948 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Network 536ad81a-3bad-486b-a777-2b662cbc48f4 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:34:37.203695 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:34:37.206282 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Checking segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:34:37.206282 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:37.206282 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Bound using segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:34:37.206282 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Bound port: e11dcbdd-6b98-42c7-8668-aac910a99ece, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:34:37.206282 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:37.213472 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:37.257743 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:34:37.258595 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726524'] for router_interface, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:37.275740 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:37.293354 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:37.294086 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726536'] for router_interface, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:37.312459 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'name': 'tempest-ServerRescueNegativeTestJSON-535870203-router', 'tenant_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '77a90acd-2ab3-4348-b45d-0e9a9409ac7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:33Z', 'revision_number': 3, 'project_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'gw_port': {'id': '77a90acd-2ab3-4348-b45d-0e9a9409ac7c', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:31Z', 'updated_at': '2021-07-16T11:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:37.360524 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] For port e11dcbdd-6b98-42c7-8668-aac910a99ece, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:34:37.387170 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d5c95d-484e-4b8d-a4b2-f4b8ac930945 None None] The sync data for ids ['b6fcbf2c-e640-466b-82ed-417480d1ec6e'] in dv-cinder-784763-6-iscsi is: [{'id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'name': 'tempest-ServerRescueNegativeTestJSON-535870203-router', 'tenant_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '77a90acd-2ab3-4348-b45d-0e9a9409ac7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:33Z', 'revision_number': 3, 'project_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'gw_port': {'id': '77a90acd-2ab3-4348-b45d-0e9a9409ac7c', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:31Z', 'updated_at': '2021-07-16T11:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}] {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:34:37.407746 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] For port e11dcbdd-6b98-42c7-8668-aac910a99ece, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=e11dcbdd-6b98-42c7-8668-aac910a99ece,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:34:37.441569 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:37.466447 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:37.515678 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] Pushing event updated for resources: {'Port': ['ID=be8c4f19-6218-4454-a416-dcaffaf654a3,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:37.600080 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] Network fee2e96e-034a-462e-b501-313f6b4a85f3 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:34:37.611293 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:37.690133 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:37.736100 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port d36882c6-fbe3-4c86-86dc-da7353d96d00, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=d36882c6-fbe3-4c86-86dc-da7353d96d00,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:34:37.740588 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d197a-eae9-4e48-bde1-954ad053bd2c None None] Pushing event updated for resources: {'Port': ['ID=e11dcbdd-6b98-42c7-8668-aac910a99ece,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:37.762712 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Routers {'76931aa1-ff6d-42c2-92e1-bc51c562460e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:34:37.763277 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:34:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['76931aa1-ff6d-42c2-92e1-bc51c562460e'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:37.766417 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:37.831215 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.13', 57910) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:37.976745 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-6c72fefb-68c7-4600-8e7f-fd1467ab4a3e None None] Provisioning for port 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:34:37.989981 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814283'] for router, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:38.010020 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-6c72fefb-68c7-4600-8e7f-fd1467ab4a3e None None] Provisioning complete for port 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:38.013024 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-6c72fefb-68c7-4600-8e7f-fd1467ab4a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:38.024104 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Pushing event updated for resources: {'Port': ['ID=5a4ec80d-3b3f-4185-8f3b-b815e035e5b7,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:38.040078 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a0617662-78fe-4c98-95ba-cefce9e61b24 req-168fc746-e949-44f4-b384-e9ced2197757 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 210 time: 0.0966332 Jul 16 11:34:38.128925 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] Router b6fcbf2c-e640-466b-82ed-417480d1ec6e has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:34:38.166626 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526f73c-6914-4050-9e08-034fbefaa253 req-0da385c6-424f-44a0-85d3-7dd4058e63a1 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:38.168255 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b526f73c-6914-4050-9e08-034fbefaa253 req-0da385c6-424f-44a0-85d3-7dd4058e63a1 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.13 "GET /v2.0/networks?id=14aefd0f-2463-410f-a128-cf19aa10c6c5 HTTP/1.1" status: 200 len: 812 time: 0.3303747 Jul 16 11:34:38.320356 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-6c72fefb-68c7-4600-8e7f-fd1467ab4a3e None None] Port 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:34:38.393533 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] Set router 76931aa1-ff6d-42c2-92e1-bc51c562460e gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:34:38.468059 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:38.484527 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:38.486163 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726536'] for router_interface, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:38.551186 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=d36882c6-fbe3-4c86-86dc-da7353d96d00,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:38.555636 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 77a90acd-2ab3-4348-b45d-0e9a9409ac7c up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:34:38.613771 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Pushing event updated for resources: {'Port': ['ID=5a4ec80d-3b3f-4185-8f3b-b815e035e5b7,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:38.622905 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:34:38.628317 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-7dd3cbb8-1980-462f-bc99-7e42f403e8a6 admin admin] 10.222.0.16 "PUT /v2.0/routers/b6fcbf2c-e640-466b-82ed-417480d1ec6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8819699 Jul 16 11:34:38.645811 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [req-b526f73c-6914-4050-9e08-034fbefaa253 req-60f92b9f-f58c-4928-9cdf-04654ca09862 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Request body: {'port': {'device_id': '0c57523c-5fa0-4393-9b40-95aa529f2786', 'network_id': '14aefd0f-2463-410f-a128-cf19aa10c6c5', 'admin_state_up': True, 'tenant_id': '2db43c71adb94bd2a94b3c6340a3115e'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:38.668027 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-3a21fa6a-519b-4865-8930-fdc4813205b0 None None] Provisioning complete for port d36882c6-fbe3-4c86-86dc-da7353d96d00 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:38.668523 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-3a21fa6a-519b-4865-8930-fdc4813205b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:38.671210 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 41304) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:38.687260 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 is scheduled to L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d with binding_index 1 {{(pid=93103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 11:34:38.812262 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port 77a90acd-2ab3-4348-b45d-0e9a9409ac7c completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:34:38.821450 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 77a90acd-2ab3-4348-b45d-0e9a9409ac7c triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:38.822479 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:38.918879 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Network 536ad81a-3bad-486b-a777-2b662cbc48f4 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:34:38.930629 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:38.931652 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '5a4ec80d-3b3f-4185-8f3b-b815e035e5b7', 'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'mac_address': 'fa:16:3e:8f:71:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:36Z', 'revision_number': 1, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'subnets': [{'id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:38.938007 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3d2e2698-2038-4600-9ef2-3ad267d1322f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:38.952041 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:34:38.961628 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b526f73c-6914-4050-9e08-034fbefaa253 req-60f92b9f-f58c-4928-9cdf-04654ca09862 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Made reservation on behalf of 2db43c71adb94bd2a94b3c6340a3115e for: {'port': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:34:38.962636 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Sync routers for ids ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'] in dv-cinder-784763-6-iscsi {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:34:38.972182 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b526f73c-6914-4050-9e08-034fbefaa253 req-60f92b9f-f58c-4928-9cdf-04654ca09862 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:38.976233 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Routers {'3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:34:38.977193 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:34:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:38.981422 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c0dd4-811a-4f67-85a4-c23be5a36029 None None] The sync data for ids ['76931aa1-ff6d-42c2-92e1-bc51c562460e'] in dv-cinder-784763-6-iscsi is: [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '5a4ec80d-3b3f-4185-8f3b-b815e035e5b7', 'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'mac_address': 'fa:16:3e:8f:71:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:36Z', 'revision_number': 1, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'subnets': [{'id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:34:39.003068 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:39.006513 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-28c68887-4b21-4c5f-9216-34a4728155c3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9200158 Jul 16 11:34:39.013649 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 41314) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:39.045697 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:39.076310 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port 77a90acd-2ab3-4348-b45d-0e9a9409ac7c, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=77a90acd-2ab3-4348-b45d-0e9a9409ac7c,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:34:39.091329 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:39.237604 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=77a90acd-2ab3-4348-b45d-0e9a9409ac7c,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:39.377794 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-7c6dd44a-4e65-4cc4-8838-7fd30e0edab2 None None] Provisioning complete for port 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:39.378342 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd44a-4e65-4cc4-8838-7fd30e0edab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:39.433996 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Set router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:34:39.484285 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-7c6dd44a-4e65-4cc4-8838-7fd30e0edab2 None None] Port 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:34:39.583977 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Router 76931aa1-ff6d-42c2-92e1-bc51c562460e has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:34:39.589544 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-65cb0b5a-8576-4b66-b06d-956717f1e376 req-38d0bb3a-bcf3-4da1-bc83-58b5da65870e tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 210 time: 0.1395261 Jul 16 11:34:39.726157 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:34:36Z', 'revision_number': 3, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:39.755218 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Checking router: 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 for host: dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:34:39.755573 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Updating router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 port 35fbdee8-9500-480e-a23b-2885cf144d56 binding host dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:34:39.792787 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3d2e2698-2038-4600-9ef2-3ad267d1322f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:39.834339 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3d2e2698-2038-4600-9ef2-3ad267d1322f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:39.838230 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:39.936975 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:34:39.943029 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-3d2e2698-2038-4600-9ef2-3ad267d1322f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb3dc1870fcc472f91d7d63c07b9548c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2681501 Jul 16 11:34:39.945053 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 41354) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:39.946444 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-ab5439c4-4347-4fda-87dd-4fb1ffe4cb34 admin admin] 10.222.0.16 "PUT /v2.0/routers/76931aa1-ff6d-42c2-92e1-bc51c562460e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1668303 Jul 16 11:34:39.973790 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [req-b526f73c-6914-4050-9e08-034fbefaa253 req-60f92b9f-f58c-4928-9cdf-04654ca09862 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Allocated IP 172.20.0.12 (14aefd0f-2463-410f-a128-cf19aa10c6c5/11f22637-a1fa-4221-b734-4ad8f4ef3b48/f7fb107f-99bd-4cdc-b7fa-6c7be774537b) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:34:39.996122 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e2698-2038-4600-9ef2-3ad267d1322f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632b9c44-b6a9-42b1-a492-b12ba95fc285,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:40.198362 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Sync routers for ids ['b6fcbf2c-e640-466b-82ed-417480d1ec6e'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:34:40.207617 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Routers {'b6fcbf2c-e640-466b-82ed-417480d1ec6e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:34:40.208311 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:34:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['b6fcbf2c-e640-466b-82ed-417480d1ec6e'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:40.318650 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Notify callbacks [] for port, precommit_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:40.353880 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.provisioning_blocks [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Transition to ACTIVE for port object 35fbdee8-9500-480e-a23b-2885cf144d56 will not be triggered until provisioned by entity L2. {{(pid=93106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:34:40.373400 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:40.408437 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Set router b6fcbf2c-e640-466b-82ed-417480d1ec6e gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:34:40.413719 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-7f9d8ceb-04cb-4ca8-a651-5ab67164ce6a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:40.424810 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-7f9d8ceb-04cb-4ca8-a651-5ab67164ce6a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/networks?id=fee2e96e-034a-462e-b501-313f6b4a85f3 HTTP/1.1" status: 200 len: 818 time: 0.9139855 Jul 16 11:34:40.447784 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b526f73c-6914-4050-9e08-034fbefaa253 req-60f92b9f-f58c-4928-9cdf-04654ca09862 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:40.459909 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Attempting to bind port 35fbdee8-9500-480e-a23b-2885cf144d56 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:34:40.461675 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Attempting to bind port 35fbdee8-9500-480e-a23b-2885cf144d56 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:34:40.462421 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Attempting to bind port 35fbdee8-9500-480e-a23b-2885cf144d56 on network 9257506f-d87a-4713-a52d-23614a98d559 {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:34:40.475984 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:34:40.476642 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Checking segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:34:40.477287 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:40.477944 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Bound using segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:34:40.478667 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Bound port: 35fbdee8-9500-480e-a23b-2885cf144d56, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:34:40.479312 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:40.511869 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd66db6-b2f1-4582-bd55-c72e4f944ce7 None None] Pushing event updated for resources: {'Port': ['ID=35fbdee8-9500-480e-a23b-2885cf144d56,revision_number=2']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:40.524412 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6865fb7f-3fba-4190-90ba-9c60a8293792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:40.539010 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device e11dcbdd-6b98-42c7-8668-aac910a99ece up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:34:40.553694 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6865fb7f-3fba-4190-90ba-9c60a8293792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:40.575357 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] For port 35fbdee8-9500-480e-a23b-2885cf144d56, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:34:40.581800 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] For port 35fbdee8-9500-480e-a23b-2885cf144d56, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=35fbdee8-9500-480e-a23b-2885cf144d56,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:34:40.591647 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:40.624457 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-a1259b6e-e895-411f-9974-0ce13e8d9f7e tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/quotas/7f11877dcb4c49b69a3ec00e05d74fab HTTP/1.1" status: 200 len: 375 time: 0.1877425 Jul 16 11:34:40.692976 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 41376) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:40.699120 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-ec2af7b6-da62-44aa-8e51-7da0eb156f05 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1879921841', 'description': 'tempest-description--1025874879'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:40.705813 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6865fb7f-3fba-4190-90ba-9c60a8293792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:40.708866 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6865fb7f-3fba-4190-90ba-9c60a8293792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:40.710983 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-6865fb7f-3fba-4190-90ba-9c60a8293792 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/632b9c44-b6a9-42b1-a492-b12ba95fc285 HTTP/1.1" status: 204 len: 168 time: 0.5399520 Jul 16 11:34:40.718516 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Routers {'3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:34:40.719153 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:34:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:40.721125 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd66db6-b2f1-4582-bd55-c72e4f944ce7 None None] Pushing event updated for resources: {'Port': ['ID=35fbdee8-9500-480e-a23b-2885cf144d56,revision_number=3']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:40.727891 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port e11dcbdd-6b98-42c7-8668-aac910a99ece completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:34:40.735167 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port e11dcbdd-6b98-42c7-8668-aac910a99ece triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:40.737114 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:40.780044 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ec2af7b6-da62-44aa-8e51-7da0eb156f05 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:40.808160 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865fb7f-3fba-4190-90ba-9c60a8293792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632b9c44-b6a9-42b1-a492-b12ba95fc285,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:40.899456 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'name': 'tempest-ServerRescueNegativeTestJSON-535870203-router', 'tenant_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '77a90acd-2ab3-4348-b45d-0e9a9409ac7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:36Z', 'revision_number': 4, 'project_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'gw_port': {'id': '77a90acd-2ab3-4348-b45d-0e9a9409ac7c', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:31Z', 'updated_at': '2021-07-16T11:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': 'be8c4f19-6218-4454-a416-dcaffaf654a3', 'name': '', 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3', 'tenant_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'mac_address': 'fa:16:3e:67:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:36Z', 'revision_number': 2, 'project_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'subnets': [{'id': '2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:40.905420 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] Set router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:34:40.944998 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Checking router: b6fcbf2c-e640-466b-82ed-417480d1ec6e for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:34:40.945565 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Updating router b6fcbf2c-e640-466b-82ed-417480d1ec6e port be8c4f19-6218-4454-a416-dcaffaf654a3 binding host dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:34:40.979306 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.024091 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-57d012b2-a670-4601-828c-eefe5405e667 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f11877dcb4c49b69a3ec00e05d74fab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3801346 Jul 16 11:34:41.026202 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b526f73c-6914-4050-9e08-034fbefaa253 req-60f92b9f-f58c-4928-9cdf-04654ca09862 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.090679 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ec2af7b6-da62-44aa-8e51-7da0eb156f05 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.105479 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ec2af7b6-da62-44aa-8e51-7da0eb156f05 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.182037 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ec2af7b6-da62-44aa-8e51-7da0eb156f05 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.186528 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-ec2af7b6-da62-44aa-8e51-7da0eb156f05 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4920979 Jul 16 11:34:41.187215 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 41392) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:41.196375 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-cc2acbb5-5fdd-4c3f-b081-980b54182cc6 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Request body: {'security_group_rule': {'security_group_id': 'd693edc0-bd4d-4c51-850c-f2896410cc08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:41.205695 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2af7b6-da62-44aa-8e51-7da0eb156f05 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d693edc0-bd4d-4c51-850c-f2896410cc08,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:41.254044 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.262384 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cc2acbb5-5fdd-4c3f-b081-980b54182cc6 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.312853 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.317544 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port e11dcbdd-6b98-42c7-8668-aac910a99ece, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=e11dcbdd-6b98-42c7-8668-aac910a99ece,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:34:41.330826 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.332045 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 77a90acd-2ab3-4348-b45d-0e9a9409ac7c up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:34:41.347931 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 41394) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:41.374141 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:34:36Z', 'revision_number': 3, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:41.375318 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cc2acbb5-5fdd-4c3f-b081-980b54182cc6 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.376762 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-61c1dc47-9455-46b7-90a6-fb14adca1819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.395438 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cc2acbb5-5fdd-4c3f-b081-980b54182cc6 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.451126 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1bf7de-776f-42ea-a843-24f23b6d0b56 None None] The sync data for ids ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'] in dv-cinder-784763-6-iscsi is: [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:34:36Z', 'revision_number': 3, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}] {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:34:41.451401 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2acbb5-5fdd-4c3f-b081-980b54182cc6 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf308312-2e0a-4112-9957-44b15e900d40,revision_number=0']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:41.526423 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b526f73c-6914-4050-9e08-034fbefaa253 req-60f92b9f-f58c-4928-9cdf-04654ca09862 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Network 14aefd0f-2463-410f-a128-cf19aa10c6c5 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:34:41.549475 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [req-b526f73c-6914-4050-9e08-034fbefaa253 req-60f92b9f-f58c-4928-9cdf-04654ca09862 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:41.565757 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b526f73c-6914-4050-9e08-034fbefaa253 req-60f92b9f-f58c-4928-9cdf-04654ca09862 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:34:41.571788 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526f73c-6914-4050-9e08-034fbefaa253 req-60f92b9f-f58c-4928-9cdf-04654ca09862 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:41.572518 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b526f73c-6914-4050-9e08-034fbefaa253 req-60f92b9f-f58c-4928-9cdf-04654ca09862 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.573449 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-61c1dc47-9455-46b7-90a6-fb14adca1819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.576055 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f92b9f-f58c-4928-9cdf-04654ca09862 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Pushing event updated for resources: {'Port': ['ID=f7fb107f-99bd-4cdc-b7fa-6c7be774537b,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:41.582406 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-61c1dc47-9455-46b7-90a6-fb14adca1819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.646596 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cc2acbb5-5fdd-4c3f-b081-980b54182cc6 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.653890 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-cc2acbb5-5fdd-4c3f-b081-980b54182cc6 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4651783 Jul 16 11:34:41.660252 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 41406) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:41.666389 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=e11dcbdd-6b98-42c7-8668-aac910a99ece,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:41.671041 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-98a5fa44-7c8d-46dc-8434-e28afbf7130f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Request body: {'security_group_rule': {'security_group_id': 'd693edc0-bd4d-4c51-850c-f2896410cc08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:41.684290 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-61c1dc47-9455-46b7-90a6-fb14adca1819 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=141d7ea9ca6b4e389d0a8a2474e6af25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3352010 Jul 16 11:34:41.684941 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 41410) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:41.687292 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1dc47-9455-46b7-90a6-fb14adca1819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c418fc-12c9-4623-bb4e-c0f2513ebf28,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:41.691710 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 77a90acd-2ab3-4348-b45d-0e9a9409ac7c triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:41.696267 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.757297 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b526f73c-6914-4050-9e08-034fbefaa253 req-60f92b9f-f58c-4928-9cdf-04654ca09862 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1278417 Jul 16 11:34:41.763029 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-413b44e1-f027-40b0-997f-20fc99840f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.765896 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-876049a6-5f56-4518-9ffc-e7f56874e6ec service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 11:34:41.767015 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-876049a6-5f56-4518-9ffc-e7f56874e6ec service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4695933 Jul 16 11:34:41.786760 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-413b44e1-f027-40b0-997f-20fc99840f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.791900 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Allocated IP 172.20.0.1 (f3bf2836-3f60-4871-835c-2371c60f999a/54cab1d6-11e7-4058-9076-dd369f1e0736/862e634c-2358-4521-a301-36ffe4b6ad87) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:34:41.827485 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [req-b526f73c-6914-4050-9e08-034fbefaa253 req-6741c408-bf9c-4665-94ed-fb0666cd7175 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 11:34:41.828842 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b526f73c-6914-4050-9e08-034fbefaa253 req-6741c408-bf9c-4665-94ed-fb0666cd7175 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238006 Jul 16 11:34:41.860236 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b491445-0ce3-480e-90a0-ace24c6ea5c0 req-ee534bc4-0a52-4e3a-ba26-fc90aeeb21a4 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:41.862022 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7b491445-0ce3-480e-90a0-ace24c6ea5c0 req-ee534bc4-0a52-4e3a-ba26-fc90aeeb21a4 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 932 time: 0.5765185 Jul 16 11:34:41.894918 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-413b44e1-f027-40b0-997f-20fc99840f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.905116 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-413b44e1-f027-40b0-997f-20fc99840f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:41.913830 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-413b44e1-f027-40b0-997f-20fc99840f9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43c418fc-12c9-4623-bb4e-c0f2513ebf28 HTTP/1.1" status: 204 len: 168 time: 0.2276785 Jul 16 11:34:41.923403 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b44e1-f027-40b0-997f-20fc99840f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c418fc-12c9-4623-bb4e-c0f2513ebf28,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:41.933325 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-98a5fa44-7c8d-46dc-8434-e28afbf7130f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:42.009367 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device d36882c6-fbe3-4c86-86dc-da7353d96d00 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:34:42.139138 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port d36882c6-fbe3-4c86-86dc-da7353d96d00 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:42.141023 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:42.253027 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-f03de7d7-612a-4319-a19f-d6ac54703af9 service neutron] 10.222.0.16 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463818 Jul 16 11:34:42.254112 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:42.290410 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Transition to ACTIVE for port object be8c4f19-6218-4454-a416-dcaffaf654a3 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:34:42.333010 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:42.377210 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Sync routers for ids ['76931aa1-ff6d-42c2-92e1-bc51c562460e'] in dv-cinder-784763-6-iscsi {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:34:42.394922 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Routers {'76931aa1-ff6d-42c2-92e1-bc51c562460e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:34:42.397487 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:34:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['76931aa1-ff6d-42c2-92e1-bc51c562460e'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:42.443980 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-c9360247-08c8-4641-958a-3c4a52d2dc75 service neutron] 10.222.0.16 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859446 Jul 16 11:34:42.565989 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Request body: {'port': {'device_id': '0c57523c-5fa0-4393-9b40-95aa529f2786', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:42.635329 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7b491445-0ce3-480e-90a0-ace24c6ea5c0 req-043e1801-f3a9-4cb1-91a5-96c5d1c8ed98 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7383511 Jul 16 11:34:42.675998 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e37e0-9870-40a7-9aa1-85f7dd60b0c4 None None] Pushing event updated for resources: {'Port': ['ID=be8c4f19-6218-4454-a416-dcaffaf654a3,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:42.699945 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:42.738412 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Transition to ACTIVE for port object 862e634c-2358-4521-a301-36ffe4b6ad87 will not be triggered until provisioned by entity DHCP. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:34:42.808833 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Attempting to bind port be8c4f19-6218-4454-a416-dcaffaf654a3 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:34:42.808833 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Attempting to bind port be8c4f19-6218-4454-a416-dcaffaf654a3 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'a80610aa-abb5-4a7a-8a02-126f58269df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:34:42.810579 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Attempting to bind port be8c4f19-6218-4454-a416-dcaffaf654a3 on network fee2e96e-034a-462e-b501-313f6b4a85f3 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:34:42.831497 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Set router 76931aa1-ff6d-42c2-92e1-bc51c562460e gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:34:42.846360 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-98a5fa44-7c8d-46dc-8434-e28afbf7130f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:42.846553 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:34:42.846839 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Checking segment: {'id': 'a80610aa-abb5-4a7a-8a02-126f58269df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:34:42.847242 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:42.847646 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Bound using segment: {'id': 'a80610aa-abb5-4a7a-8a02-126f58269df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:34:42.848178 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Bound port: be8c4f19-6218-4454-a416-dcaffaf654a3, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80610aa-abb5-4a7a-8a02-126f58269df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:34:42.848591 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:42.859449 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-98a5fa44-7c8d-46dc-8434-e28afbf7130f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:42.950066 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-98a5fa44-7c8d-46dc-8434-e28afbf7130f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:42.954741 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 41454) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:42.960089 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-e8e351aa-3252-44bd-ac28-2e42e1a7d067 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Request body: {'floatingip': {'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:42.965787 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-98a5fa44-7c8d-46dc-8434-e28afbf7130f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3037381 Jul 16 11:34:43.033530 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e8e351aa-3252-44bd-ac28-2e42e1a7d067 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for floatingip, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:43.068312 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5fa44-7c8d-46dc-8434-e28afbf7130f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf2c5db-0287-4e34-abcb-e9bcfe5defbb,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:43.119595 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 35fbdee8-9500-480e-a23b-2885cf144d56 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:34:43.191167 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:43.329917 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] For port be8c4f19-6218-4454-a416-dcaffaf654a3, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:34:43.332330 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Pushing event updated for resources: {'Port': ['ID=862e634c-2358-4521-a301-36ffe4b6ad87,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:43.344621 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] For port be8c4f19-6218-4454-a416-dcaffaf654a3, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=be8c4f19-6218-4454-a416-dcaffaf654a3,segment=NetworkSegment(a80610aa-abb5-4a7a-8a02-126f58269df6),segment_id=a80610aa-abb5-4a7a-8a02-126f58269df6)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:34:43.348784 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:43.362732 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:43.435781 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:34:43.550624 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e37e0-9870-40a7-9aa1-85f7dd60b0c4 None None] Pushing event updated for resources: {'Port': ['ID=be8c4f19-6218-4454-a416-dcaffaf654a3,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:43.633905 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Routers {'b6fcbf2c-e640-466b-82ed-417480d1ec6e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:34:43.635842 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:34:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['b6fcbf2c-e640-466b-82ed-417480d1ec6e'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:43.651819 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port 35fbdee8-9500-480e-a23b-2885cf144d56 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:34:43.702294 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-28f60d9f-6e08-4390-8815-0c3df70502e6 req-7cba0a09-ef29-4b26-a079-e6af1d53cbbc tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 210 time: 0.3698511 Jul 16 11:34:43.704210 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '5a4ec80d-3b3f-4185-8f3b-b815e035e5b7', 'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'mac_address': 'fa:16:3e:8f:71:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 2, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'subnets': [{'id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:43.757661 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Network f3bf2836-3f60-4871-835c-2371c60f999a is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:34:43.774675 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Checking router: 76931aa1-ff6d-42c2-92e1-bc51c562460e for host: dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:34:43.776462 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Updating router 76931aa1-ff6d-42c2-92e1-bc51c562460e port 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 binding host dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:34:43.826926 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e8e351aa-3252-44bd-ac28-2e42e1a7d067 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:43.830574 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:43.835395 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:34:43.839321 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726524'] for router_interface, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:43.901040 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 35fbdee8-9500-480e-a23b-2885cf144d56 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:43.907879 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:44.269669 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:44.505314 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-e8e351aa-3252-44bd-ac28-2e42e1a7d067 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Allocated IP 172.27.0.251 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/35a1aaf7-4e64-49bc-8df5-58877a3409ed) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:34:44.588727 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] Set router b6fcbf2c-e640-466b-82ed-417480d1ec6e gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:34:44.783149 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:44.797002 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 41544) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:44.807631 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-ded5c44c-32d9-4c8b-be0a-6b49e68a7d66 None None] Provisioning for port 862e634c-2358-4521-a301-36ffe4b6ad87 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:34:44.887587 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-ded5c44c-32d9-4c8b-be0a-6b49e68a7d66 None None] Provisioning complete for port 862e634c-2358-4521-a301-36ffe4b6ad87 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:44.891194 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ded5c44c-32d9-4c8b-be0a-6b49e68a7d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:44.985963 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e8e351aa-3252-44bd-ac28-2e42e1a7d067 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:45.085868 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-ded5c44c-32d9-4c8b-be0a-6b49e68a7d66 None None] Port 862e634c-2358-4521-a301-36ffe4b6ad87 cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:34:45.095708 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port 35fbdee8-9500-480e-a23b-2885cf144d56, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=35fbdee8-9500-480e-a23b-2885cf144d56,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:34:45.124330 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:45.140268 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1642ba-45f9-4a17-80e9-39398feb3c31 req-35672d68-e1d7-4c8c-b47d-cf91be92b9b6 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:45.141846 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0c1642ba-45f9-4a17-80e9-39398feb3c31 req-35672d68-e1d7-4c8c-b47d-cf91be92b9b6 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 932 time: 0.9020402 Jul 16 11:34:45.152296 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.provisioning_blocks [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Transition to ACTIVE for port object 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 will not be triggered until provisioned by entity L2. {{(pid=93106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:34:45.156861 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:45.158131 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device e11dcbdd-6b98-42c7-8668-aac910a99ece up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:34:45.168891 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:45.209820 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e8e351aa-3252-44bd-ac28-2e42e1a7d067 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:45.241414 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e793ba62-d9e9-4293-8af3-6799465f9a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:45.332261 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9c3c8-6960-4378-9627-96c6061d5e8a None None] Pushing event updated for resources: {'Port': ['ID=5a4ec80d-3b3f-4185-8f3b-b815e035e5b7,revision_number=3']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:45.425392 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=35fbdee8-9500-480e-a23b-2885cf144d56,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:45.532567 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0c1642ba-45f9-4a17-80e9-39398feb3c31 req-9efac017-6e23-43ca-8e2a-d7f81cf4e673 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464165 Jul 16 11:34:45.539129 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e351aa-3252-44bd-ac28-2e42e1a7d067 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:34:45.575183 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-e8e351aa-3252-44bd-ac28-2e42e1a7d067 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:45.579714 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e351aa-3252-44bd-ac28-2e42e1a7d067 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:34:45.605279 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e351aa-3252-44bd-ac28-2e42e1a7d067 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Pushing event updated for resources: {'Port': ['ID=35a1aaf7-4e64-49bc-8df5-58877a3409ed,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:45.642305 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Attempting to bind port 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:34:45.642678 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Attempting to bind port 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': '9fac70f1-b5d2-43ca-8a42-3e226e036e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4'}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:34:45.643218 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Attempting to bind port 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 on network 536ad81a-3bad-486b-a777-2b662cbc48f4 {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:34:45.656065 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:34:45.656634 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Checking segment: {'id': '9fac70f1-b5d2-43ca-8a42-3e226e036e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:34:45.657212 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:45.657778 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Bound using segment: {'id': '9fac70f1-b5d2-43ca-8a42-3e226e036e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4'} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:34:45.658400 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Bound port: 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fac70f1-b5d2-43ca-8a42-3e226e036e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4'}}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:34:45.658940 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:45.731190 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:45.764628 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port e11dcbdd-6b98-42c7-8668-aac910a99ece triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:45.765944 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:45.958729 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] For port 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:34:45.966078 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] For port 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=5a4ec80d-3b3f-4185-8f3b-b815e035e5b7,segment=NetworkSegment(9fac70f1-b5d2-43ca-8a42-3e226e036e07),segment_id=9fac70f1-b5d2-43ca-8a42-3e226e036e07)] {{(pid=93106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:34:45.975519 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:46.062016 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-dbb053d9-ba51-40f5-8674-47ff3bb516f6 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:46.068172 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-dbb053d9-ba51-40f5-8674-47ff3bb516f6 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/networks?id=fee2e96e-034a-462e-b501-313f6b4a85f3 HTTP/1.1" status: 200 len: 818 time: 1.2368650 Jul 16 11:34:46.130139 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Routers {'76931aa1-ff6d-42c2-92e1-bc51c562460e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:34:46.131962 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:34:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['76931aa1-ff6d-42c2-92e1-bc51c562460e'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:46.172513 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'name': 'tempest-ServerRescueNegativeTestJSON-535870203-router', 'tenant_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '77a90acd-2ab3-4348-b45d-0e9a9409ac7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:36Z', 'revision_number': 4, 'project_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'gw_port': {'id': '77a90acd-2ab3-4348-b45d-0e9a9409ac7c', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:31Z', 'updated_at': '2021-07-16T11:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': 'be8c4f19-6218-4454-a416-dcaffaf654a3', 'name': '', 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3', 'tenant_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'mac_address': 'fa:16:3e:67:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:43Z', 'revision_number': 4, 'project_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'subnets': [{'id': '2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:46.189682 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e793ba62-d9e9-4293-8af3-6799465f9a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:46.204533 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e8e351aa-3252-44bd-ac28-2e42e1a7d067 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:46.254753 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e793ba62-d9e9-4293-8af3-6799465f9a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:46.312377 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdefe33-c85f-4987-8001-fd44b6e9df81 None None] The sync data for ids ['b6fcbf2c-e640-466b-82ed-417480d1ec6e'] in dv-cinder-784763-6-iscsi is: [{'id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'name': 'tempest-ServerRescueNegativeTestJSON-535870203-router', 'tenant_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '77a90acd-2ab3-4348-b45d-0e9a9409ac7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:36Z', 'revision_number': 4, 'project_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'gw_port': {'id': '77a90acd-2ab3-4348-b45d-0e9a9409ac7c', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:31Z', 'updated_at': '2021-07-16T11:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': 'be8c4f19-6218-4454-a416-dcaffaf654a3', 'name': '', 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3', 'tenant_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'mac_address': 'fa:16:3e:67:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:43Z', 'revision_number': 4, 'project_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'subnets': [{'id': '2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:34:46.363582 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9c3c8-6960-4378-9627-96c6061d5e8a None None] Pushing event updated for resources: {'Port': ['ID=5a4ec80d-3b3f-4185-8f3b-b815e035e5b7,revision_number=4']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:46.403547 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fb107f-99bd-4cdc-b7fa-6c7be774537b {{(pid=93104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:34:46.451515 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:46.463240 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] Set router 76931aa1-ff6d-42c2-92e1-bc51c562460e gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:34:46.532393 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Transition to ACTIVE for port object f7fb107f-99bd-4cdc-b7fa-6c7be774537b will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:34:46.544646 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793ba62-d9e9-4293-8af3-6799465f9a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c052bf9-a18a-4cd3-80de-91a2d21fe330,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:46.578791 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:46.640590 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 35fbdee8-9500-480e-a23b-2885cf144d56 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:34:46.684180 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-e793ba62-d9e9-4293-8af3-6799465f9a10 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20c85428e60f49aaa2d70b6d7800a9c5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8798959 Jul 16 11:34:46.684971 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 41596) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:46.700221 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e8e351aa-3252-44bd-ac28-2e42e1a7d067 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:46.814471 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-0a077744-d1f8-4a7f-bef6-6f24d8fb6748 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/quotas/7f11877dcb4c49b69a3ec00e05d74fab HTTP/1.1" status: 200 len: 375 time: 0.2676358 Jul 16 11:34:46.848310 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 35fbdee8-9500-480e-a23b-2885cf144d56 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:46.848876 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:46.915524 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '5a4ec80d-3b3f-4185-8f3b-b815e035e5b7', 'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'mac_address': 'fa:16:3e:8f:71:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:45Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'subnets': [{'id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:46.954318 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa53d9af-d47b-4ea8-af45-ad24aa2f20c4 None None] The sync data for ids ['76931aa1-ff6d-42c2-92e1-bc51c562460e'] in dv-cinder-784763-6-iscsi is: [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '5a4ec80d-3b3f-4185-8f3b-b815e035e5b7', 'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'mac_address': 'fa:16:3e:8f:71:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:45Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'subnets': [{'id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:34:47.001887 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7241107-78cb-4a47-b076-92bf401bde0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:47.225685 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7241107-78cb-4a47-b076-92bf401bde0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:47.633737 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 41620) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:47.661100 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.13', 57928) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:47.765880 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e8e351aa-3252-44bd-ac28-2e42e1a7d067 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:47.795258 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e8e351aa-3252-44bd-ac28-2e42e1a7d067 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:47.933160 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Pushing event updated for resources: {'Port': ['ID=f7fb107f-99bd-4cdc-b7fa-6c7be774537b,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:48.038015 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e8e351aa-3252-44bd-ac28-2e42e1a7d067 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814437'] for floatingip, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:48.041220 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-517c4089-8e23-4815-bb98-4798b4c0b49a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f11877dcb4c49b69a3ec00e05d74fab&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2246885 Jul 16 11:34:48.060290 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7241107-78cb-4a47-b076-92bf401bde0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:48.063168 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7241107-78cb-4a47-b076-92bf401bde0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:48.074501 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-a7241107-78cb-4a47-b076-92bf401bde0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c052bf9-a18a-4cd3-80de-91a2d21fe330 HTTP/1.1" status: 204 len: 168 time: 1.3808782 Jul 16 11:34:48.202478 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Attempting to bind port f7fb107f-99bd-4cdc-b7fa-6c7be774537b on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:34:48.202887 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Attempting to bind port f7fb107f-99bd-4cdc-b7fa-6c7be774537b by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '77264c8c-b8ef-45e6-9395-96c3236e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '14aefd0f-2463-410f-a128-cf19aa10c6c5'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:34:48.203221 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Attempting to bind port f7fb107f-99bd-4cdc-b7fa-6c7be774537b on network 14aefd0f-2463-410f-a128-cf19aa10c6c5 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:34:48.276104 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-952f3207-0776-4701-9444-22f871eac091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:48.284491 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Port f7fb107f-99bd-4cdc-b7fa-6c7be774537b on network 14aefd0f-2463-410f-a128-cf19aa10c6c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:34:48.284991 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Attempting to bind port f7fb107f-99bd-4cdc-b7fa-6c7be774537b on network 14aefd0f-2463-410f-a128-cf19aa10c6c5 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:34:48.322375 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:34:48.323356 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Checking segment: {'id': '77264c8c-b8ef-45e6-9395-96c3236e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '14aefd0f-2463-410f-a128-cf19aa10c6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:34:48.324260 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Bound using segment: {'id': '77264c8c-b8ef-45e6-9395-96c3236e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '14aefd0f-2463-410f-a128-cf19aa10c6c5'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:34:48.325601 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Bound port: f7fb107f-99bd-4cdc-b7fa-6c7be774537b, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77264c8c-b8ef-45e6-9395-96c3236e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '14aefd0f-2463-410f-a128-cf19aa10c6c5'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:34:48.325997 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:48.544842 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-5f2675e1-b67d-478b-aa21-750ec77c3202 service neutron] 10.222.0.16 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029957 Jul 16 11:34:48.635862 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:48.635862 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf93b-a195-4e86-a847-3d3ac79696cd req-0afef052-43cb-421e-8890-c3a0339e5025 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:48.649803 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4a4bf93b-a195-4e86-a847-3d3ac79696cd req-0afef052-43cb-421e-8890-c3a0339e5025 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 944 time: 1.6673534 Jul 16 11:34:48.672243 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:34:48.688264 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:48.689264 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726536'] for router_interface, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:48.774282 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:34:48.794327 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:48.794987 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:48.827416 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7241107-78cb-4a47-b076-92bf401bde0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c052bf9-a18a-4cd3-80de-91a2d21fe330,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:48.835805 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e351aa-3252-44bd-ac28-2e42e1a7d067 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Pushing event updated for resources: {'Port': ['ID=35a1aaf7-4e64-49bc-8df5-58877a3409ed,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:48.887292 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Pushing event updated for resources: {'Port': ['ID=862e634c-2358-4521-a301-36ffe4b6ad87,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:48.893910 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e8e351aa-3252-44bd-ac28-2e42e1a7d067 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:48.916606 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-e8e351aa-3252-44bd-ac28-2e42e1a7d067 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9600677 Jul 16 11:34:48.989786 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4a4bf93b-a195-4e86-a847-3d3ac79696cd req-d05acb24-3c08-42e0-8348-45c123ddefc2 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387163 Jul 16 11:34:49.006244 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] For port f7fb107f-99bd-4cdc-b7fa-6c7be774537b, host hv-cinder-78476, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:34:49.047408 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] For port f7fb107f-99bd-4cdc-b7fa-6c7be774537b, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f7fb107f-99bd-4cdc-b7fa-6c7be774537b,segment=NetworkSegment(77264c8c-b8ef-45e6-9395-96c3236e2111),segment_id=77264c8c-b8ef-45e6-9395-96c3236e2111)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:34:49.057309 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-9f080fd7-4d61-4887-9a40-4a8c4f531995 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:49.063658 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:49.065124 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-9f080fd7-4d61-4887-9a40-4a8c4f531995 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.13 "GET /v2.0/networks?id=fee2e96e-034a-462e-b501-313f6b4a85f3 HTTP/1.1" status: 200 len: 818 time: 1.3893268 Jul 16 11:34:49.077242 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-24eac250-3bf4-471d-b277-1e46f24b7686 service neutron] 10.222.0.16 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239367 Jul 16 11:34:49.146307 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Network f3bf2836-3f60-4871-835c-2371c60f999a is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:34:49.159484 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-d8f4cf5a-7e20-4561-8171-b8009fe0197a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Request body: {'port': {'device_id': '1d451953-739d-4ae3-9b2c-824b028b5d28', 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3', 'admin_state_up': True, 'tenant_id': '7f11877dcb4c49b69a3ec00e05d74fab'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:49.168316 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:49.168958 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:49.174366 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b526f73c-6914-4050-9e08-034fbefaa253 req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] 10.222.0.13 "PUT /v2.0/ports/f7fb107f-99bd-4cdc-b7fa-6c7be774537b HTTP/1.1" status: 200 len: 1094 time: 7.0774748 Jul 16 11:34:49.175053 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c57523c-5fa0-4393-9b40-95aa529f2786', 'tag': 'f7fb107f-99bd-4cdc-b7fa-6c7be774537b'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:34:49.381388 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:49.497867 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:49.592939 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-952f3207-0776-4701-9444-22f871eac091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:49.620643 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-952f3207-0776-4701-9444-22f871eac091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:49.667263 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=5a4ec80d-3b3f-4185-8f3b-b815e035e5b7,segment=NetworkSegment(9fac70f1-b5d2-43ca-8a42-3e226e036e07),segment_id=9fac70f1-b5d2-43ca-8a42-3e226e036e07)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:34:49.686033 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:49.686912 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device be8c4f19-6218-4454-a416-dcaffaf654a3 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:34:49.724942 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f3207-0776-4701-9444-22f871eac091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809ae583-de25-4541-8f1a-e7a570369d97,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:49.770641 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-952f3207-0776-4701-9444-22f871eac091 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65e357964cf84bc19961014e91d29ea1&name=default HTTP/1.1" status: 200 len: 2977 time: 2.1100771 Jul 16 11:34:49.771998 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-d8f4cf5a-7e20-4561-8171-b8009fe0197a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Made reservation on behalf of 7f11877dcb4c49b69a3ec00e05d74fab for: {'port': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:34:49.782079 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-d8f4cf5a-7e20-4561-8171-b8009fe0197a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:49.827223 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 41698) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:50.040182 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=5a4ec80d-3b3f-4185-8f3b-b815e035e5b7,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:50.099719 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-67fcbfca-6d9f-4d6c-bea3-6bcaa54d308d req-d63def64-dde1-4e7d-82a2-ddc71b5faa8c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 210 time: 0.2422290 Jul 16 11:34:50.150835 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-4194be45-d64b-4b79-abe7-10644b67d263 None None] Provisioning complete for port 862e634c-2358-4521-a301-36ffe4b6ad87 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:50.164468 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4194be45-d64b-4b79-abe7-10644b67d263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:50.193320 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a38da4-b0b7-4cba-9809-3d86970d3e5d service neutron] Pushing event updated for resources: {'Port': ['ID=f7fb107f-99bd-4cdc-b7fa-6c7be774537b,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:50.224942 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6f8b7f-afec-42cc-9a2e-acfbd547e216" -d '{"events": [{"name": "network-changed", "server_uuid": "0c57523c-5fa0-4393-9b40-95aa529f2786", "tag": "f7fb107f-99bd-4cdc-b7fa-6c7be774537b"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:34:50.356718 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-4194be45-d64b-4b79-abe7-10644b67d263 None None] Port 862e634c-2358-4521-a301-36ffe4b6ad87 cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:34:50.374265 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port be8c4f19-6218-4454-a416-dcaffaf654a3 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:34:50.397441 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port be8c4f19-6218-4454-a416-dcaffaf654a3 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:50.398073 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:50.477366 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-32f06c64-f87e-47fc-a393-e0f94894475b req-aabf61ff-41a3-4ab3-b3c2-146640c99a07 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1879921841&fields=id&tenant_id=c62de2f85dd545e4afa586dcf229723e HTTP/1.1" status: 200 len: 267 time: 0.9763372 Jul 16 11:34:50.561263 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41094bbd-c2d6-46e5-ad4f-17a45d8a2dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:50.672153 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-d8f4cf5a-7e20-4561-8171-b8009fe0197a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Allocated IP 172.20.0.10 (fee2e96e-034a-462e-b501-313f6b4a85f3/2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01/ebfb4fa8-1097-4e04-82b3-f21383da1644) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:34:50.691618 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41094bbd-c2d6-46e5-ad4f-17a45d8a2dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:50.723022 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:50.806802 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port be8c4f19-6218-4454-a416-dcaffaf654a3, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=be8c4f19-6218-4454-a416-dcaffaf654a3,segment=NetworkSegment(a80610aa-abb5-4a7a-8a02-126f58269df6),segment_id=a80610aa-abb5-4a7a-8a02-126f58269df6)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:34:50.817560 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:50.894090 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:34:50.978959 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=be8c4f19-6218-4454-a416-dcaffaf654a3,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:51.005631 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:34:51.020340 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41094bbd-c2d6-46e5-ad4f-17a45d8a2dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:51.022887 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41094bbd-c2d6-46e5-ad4f-17a45d8a2dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:51.024295 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-41094bbd-c2d6-46e5-ad4f-17a45d8a2dde admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/809ae583-de25-4541-8f1a-e7a570369d97 HTTP/1.1" status: 204 len: 168 time: 1.1311765 Jul 16 11:34:51.087973 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41094bbd-c2d6-46e5-ad4f-17a45d8a2dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809ae583-de25-4541-8f1a-e7a570369d97,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:51.092319 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526f73c-6914-4050-9e08-034fbefaa253 req-bf6cfb85-06a0-4251-9d22-3a4ba52a2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:51.094011 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b526f73c-6914-4050-9e08-034fbefaa253 req-bf6cfb85-06a0-4251-9d22-3a4ba52a2177 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2db43c71adb94bd2a94b3c6340a3115e&device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 1097 time: 1.7082427 Jul 16 11:34:51.127268 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06c64-f87e-47fc-a393-e0f94894475b req-bea77eb9-d6ab-470d-bed7-0ed135f81986 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:51.132571 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 41736) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:51.151053 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-32f06c64-f87e-47fc-a393-e0f94894475b req-bea77eb9-d6ab-470d-bed7-0ed135f81986 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/networks?id=536ad81a-3bad-486b-a777-2b662cbc48f4 HTTP/1.1" status: 200 len: 811 time: 0.6702683 Jul 16 11:34:51.174191 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:51.174589 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:51.292666 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b526f73c-6914-4050-9e08-034fbefaa253 req-4f2ce49b-90a5-4a28-a957-6b5e7985fb48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7fb107f-99bd-4cdc-b7fa-6c7be774537b HTTP/1.1" status: 200 len: 217 time: 0.1731632 Jul 16 11:34:51.336805 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-32f06c64-f87e-47fc-a393-e0f94894475b req-674304d5-a8bb-4656-a45a-087809ce29f6 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/quotas/c62de2f85dd545e4afa586dcf229723e HTTP/1.1" status: 200 len: 375 time: 0.1750865 Jul 16 11:34:51.433774 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-d8f4cf5a-7e20-4561-8171-b8009fe0197a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:51.495046 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b61f97-1052-4de2-ada0-620094449e49 req-fff02333-14c8-411c-a35f-4e7ebb9f3e0a tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:51.510896 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a7b61f97-1052-4de2-ada0-620094449e49 req-fff02333-14c8-411c-a35f-4e7ebb9f3e0a tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 944 time: 0.6147447 Jul 16 11:34:51.585749 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:34:51.598242 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Sync routers for ids ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:34:51.602062 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-d8f4cf5a-7e20-4561-8171-b8009fe0197a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:51.615555 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-2e6d0018-c303-4b0b-97ea-90a295744e94 admin admin] 10.222.0.16 "PUT /v2.0/routers/3c1e4218-5ed8-42ed-b160-be25f7dfb6e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5895038 Jul 16 11:34:51.615882 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Routers {'3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:34:51.615882 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:34:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:51.665803 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a7b61f97-1052-4de2-ada0-620094449e49 req-f74c3560-734b-4c7d-8ccf-9d02207fa4be tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540010 Jul 16 11:34:51.718281 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-32f06c64-f87e-47fc-a393-e0f94894475b req-10558763-f120-4435-9cd5-cf16cff998af tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c62de2f85dd545e4afa586dcf229723e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3621888 Jul 16 11:34:51.888392 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Set router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:34:51.987867 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8d43c36f-819e-4543-8397-59b4056167d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:52.032665 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-d8f4cf5a-7e20-4561-8171-b8009fe0197a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Network fee2e96e-034a-462e-b501-313f6b4a85f3 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:34:52.033302 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 41752) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:52.131415 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-d8f4cf5a-7e20-4561-8171-b8009fe0197a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:52.141769 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-d8f4cf5a-7e20-4561-8171-b8009fe0197a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:34:52.162745 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-d8f4cf5a-7e20-4561-8171-b8009fe0197a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:52.169508 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-d8f4cf5a-7e20-4561-8171-b8009fe0197a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:52.233728 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a05e8cd0-2d32-46be-b26e-6c6cc47c8a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:52.238100 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4cf5a-7e20-4561-8171-b8009fe0197a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Pushing event updated for resources: {'Port': ['ID=ebfb4fa8-1097-4e04-82b3-f21383da1644,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:52.342646 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:34:45Z', 'revision_number': 4, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '862e634c-2358-4521-a301-36ffe4b6ad87', 'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'mac_address': 'fa:16:3e:b8:39:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:41Z', 'updated_at': '2021-07-16T11:34:46Z', 'revision_number': 2, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'subnets': [{'id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:52.373302 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Checking router: 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:34:52.373652 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Updating router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 port 862e634c-2358-4521-a301-36ffe4b6ad87 binding host dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:34:52.447268 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:52.451019 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526f73c-6914-4050-9e08-034fbefaa253 req-a56be748-319e-4165-85b8-7b250aa4edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:52.452625 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b526f73c-6914-4050-9e08-034fbefaa253 req-a56be748-319e-4165-85b8-7b250aa4edb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11f22637-a1fa-4221-b734-4ad8f4ef3b48 HTTP/1.1" status: 200 len: 852 time: 0.6812057 Jul 16 11:34:52.481294 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-32f06c64-f87e-47fc-a393-e0f94894475b req-bd4ead91-7f8e-464e-b50a-5732b50e6714 service neutron] 10.222.0.16 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7482047 Jul 16 11:34:52.526103 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8d43c36f-819e-4543-8397-59b4056167d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:52.540932 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8d43c36f-819e-4543-8397-59b4056167d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:52.550733 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-d8f4cf5a-7e20-4561-8171-b8009fe0197a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4057732 Jul 16 11:34:52.636254 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-32f06c64-f87e-47fc-a393-e0f94894475b req-6fee7da5-94cc-4faf-8fd0-105a3daced18 service neutron] 10.222.0.16 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539745 Jul 16 11:34:52.637753 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4beac9c4-7201-4f83-9295-9c3fe2cb58b5 x-openstack-request-id: req-4beac9c4-7201-4f83-9295-9c3fe2cb58b5 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:34:52.638042 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c57523c-5fa0-4393-9b40-95aa529f2786", "tag": "f7fb107f-99bd-4cdc-b7fa-6c7be774537b", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:34:52.638288 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4beac9c4-7201-4f83-9295-9c3fe2cb58b5 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:34:52.638734 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c57523c-5fa0-4393-9b40-95aa529f2786', 'tag': 'f7fb107f-99bd-4cdc-b7fa-6c7be774537b', 'status': 'completed', 'code': 200} Jul 16 11:34:52.655585 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-8d43c36f-819e-4543-8397-59b4056167d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e3fb59b8fab441d8f51c9871c3b1af6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5199049 Jul 16 11:34:52.658429 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 41766) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:52.673790 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43c36f-819e-4543-8397-59b4056167d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba98314a-dc0c-4655-b6cf-e2f2f0fb03ec,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:52.792581 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d51c7eda-75a1-4af9-bd26-45ef725cbe28 req-1b65f343-d64b-46fa-9e0a-baca44ab174b tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 210 time: 0.0653913 Jul 16 11:34:52.803954 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5ddcdcad-e4ae-40f7-839d-4aa718dcf639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:52.808271 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a05e8cd0-2d32-46be-b26e-6c6cc47c8a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:52.819124 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a05e8cd0-2d32-46be-b26e-6c6cc47c8a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:52.831255 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5ddcdcad-e4ae-40f7-839d-4aa718dcf639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:52.902947 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5ddcdcad-e4ae-40f7-839d-4aa718dcf639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:52.906340 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5ddcdcad-e4ae-40f7-839d-4aa718dcf639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:52.909264 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-5ddcdcad-e4ae-40f7-839d-4aa718dcf639 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba98314a-dc0c-4655-b6cf-e2f2f0fb03ec HTTP/1.1" status: 204 len: 168 time: 0.2497630 Jul 16 11:34:52.922174 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-a05e8cd0-2d32-46be-b26e-6c6cc47c8a4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d46353db70449afba5868a391862b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8744011 Jul 16 11:34:52.922823 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e8cd0-2d32-46be-b26e-6c6cc47c8a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97edb5d3-b7a5-4814-ae81-21b659d9e6e2,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:52.929613 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 41776) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:52.943739 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcdcad-e4ae-40f7-839d-4aa718dcf639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba98314a-dc0c-4655-b6cf-e2f2f0fb03ec,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:53.001653 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device be8c4f19-6218-4454-a416-dcaffaf654a3 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:34:53.053986 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-77bb1a3b-a622-4343-b62c-5df53ef268cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:53.108187 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-77bb1a3b-a622-4343-b62c-5df53ef268cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:53.125234 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Request body: {'port': {'device_id': '1d451953-739d-4ae3-9b2c-824b028b5d28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:53.146606 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:53.190385 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port be8c4f19-6218-4454-a416-dcaffaf654a3 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:53.190385 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:53.241738 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b526f73c-6914-4050-9e08-034fbefaa253 req-ca20da2a-4d3d-433a-869c-4b153d26c9b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14aefd0f-2463-410f-a128-cf19aa10c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255457 Jul 16 11:34:53.297852 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Transition to ACTIVE for port object 862e634c-2358-4521-a301-36ffe4b6ad87 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:34:53.332212 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:53.382843 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:53.461604 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0180a-105f-4845-be44-58ac89249cf3 None None] Pushing event updated for resources: {'Port': ['ID=862e634c-2358-4521-a301-36ffe4b6ad87,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:53.476495 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b526f73c-6914-4050-9e08-034fbefaa253 req-50a12f8e-04fc-4bf2-a8de-4be1eba9a188 service neutron] 10.222.0.13 "GET /v2.0/networks/14aefd0f-2463-410f-a128-cf19aa10c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875055 Jul 16 11:34:53.575032 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-77bb1a3b-a622-4343-b62c-5df53ef268cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:53.585400 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-77bb1a3b-a622-4343-b62c-5df53ef268cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:53.585400 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-77bb1a3b-a622-4343-b62c-5df53ef268cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97edb5d3-b7a5-4814-ae81-21b659d9e6e2 HTTP/1.1" status: 204 len: 168 time: 0.6540644 Jul 16 11:34:53.940874 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb1a3b-a622-4343-b62c-5df53ef268cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97edb5d3-b7a5-4814-ae81-21b659d9e6e2,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:53.963307 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.13', 57942) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:54.000771 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 41806) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:54.021542 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Attempting to bind port 862e634c-2358-4521-a301-36ffe4b6ad87 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:34:54.022173 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Attempting to bind port 862e634c-2358-4521-a301-36ffe4b6ad87 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'f756945b-6af6-4c64-a818-a5ffa7018341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:34:54.022277 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Attempting to bind port 862e634c-2358-4521-a301-36ffe4b6ad87 on network f3bf2836-3f60-4871-835c-2371c60f999a {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:34:54.052432 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-018ca05c-6e85-448e-872d-cccfe0870448 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1118809462', 'description': 'tempest-description--1575349416'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:54.081550 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b526f73c-6914-4050-9e08-034fbefaa253 req-bcc77f3b-23c6-489f-8898-6c5bb914de24 service neutron] 10.222.0.13 "GET /v2.0/networks/14aefd0f-2463-410f-a128-cf19aa10c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731404 Jul 16 11:34:54.140722 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:34:54.141575 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Checking segment: {'id': 'f756945b-6af6-4c64-a818-a5ffa7018341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:34:54.142149 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:54.142838 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Bound using segment: {'id': 'f756945b-6af6-4c64-a818-a5ffa7018341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:34:54.143627 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Bound port: 862e634c-2358-4521-a301-36ffe4b6ad87, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f756945b-6af6-4c64-a818-a5ffa7018341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:34:54.144312 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:54.226354 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4948e858-ca78-4214-9780-7d1af045fe0e req-738c6ecb-9e68-4175-ae94-70fa3fd4ad9f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 210 time: 0.1256220 Jul 16 11:34:54.256194 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b638d0-ff6a-464f-90a1-5e2861cc8c20 req-f3e4669d-62c1-46fa-af74-f1ab34341c76 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:54.275964 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] For port 862e634c-2358-4521-a301-36ffe4b6ad87, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:34:54.276626 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-19b638d0-ff6a-464f-90a1-5e2861cc8c20 req-f3e4669d-62c1-46fa-af74-f1ab34341c76 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 944 time: 1.0319250 Jul 16 11:34:54.281506 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] For port 862e634c-2358-4521-a301-36ffe4b6ad87, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=862e634c-2358-4521-a301-36ffe4b6ad87,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:34:54.314962 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:54.401141 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-018ca05c-6e85-448e-872d-cccfe0870448 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:54.456273 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Routers {'3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:34:54.457855 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:34:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:54.539377 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-19b638d0-ff6a-464f-90a1-5e2861cc8c20 req-331f7d17-5431-412c-abef-45c034af9185 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564545 Jul 16 11:34:54.606466 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0180a-105f-4845-be44-58ac89249cf3 None None] Pushing event updated for resources: {'Port': ['ID=862e634c-2358-4521-a301-36ffe4b6ad87,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:54.658326 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-c3d8f8cd-ecd7-455a-9f5a-11dde0d782f4 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:54.659862 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-c3d8f8cd-ecd7-455a-9f5a-11dde0d782f4 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.13 "GET /v2.0/networks?id=fee2e96e-034a-462e-b501-313f6b4a85f3 HTTP/1.1" status: 200 len: 818 time: 0.6746423 Jul 16 11:34:54.689823 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-67e4c931-3c55-4c26-958f-4fd9a06399ca tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Request body: {'port': {'device_id': '817a5224-ea61-4425-8b1e-c119369fd3ab', 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3', 'admin_state_up': True, 'tenant_id': '7f11877dcb4c49b69a3ec00e05d74fab'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:54.725417 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f8b7f-afec-42cc-9a2e-acfbd547e216 req-df3231c5-07e5-44a4-a4d2-5ce816f96cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:54.761281 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cb6f8b7f-afec-42cc-9a2e-acfbd547e216 req-df3231c5-07e5-44a4-a4d2-5ce816f96cc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2db43c71adb94bd2a94b3c6340a3115e&device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 1097 time: 0.4430978 Jul 16 11:34:54.983887 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ba79dd53-b3cb-4230-b420-c13ad159805f req-4987bf2f-2551-46e4-83c2-9a4e61ae2218 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 210 time: 0.0918102 Jul 16 11:34:55.004056 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:55.045824 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-018ca05c-6e85-448e-872d-cccfe0870448 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:55.048260 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] Set router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:34:55.057478 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-018ca05c-6e85-448e-872d-cccfe0870448 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:55.097384 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f8b7f-afec-42cc-9a2e-acfbd547e216 req-fccad745-cee6-41c0-808e-ad3603a648da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:55.100636 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cb6f8b7f-afec-42cc-9a2e-acfbd547e216 req-fccad745-cee6-41c0-808e-ad3603a648da service neutron] 10.222.0.13 "GET /v2.0/networks?id=14aefd0f-2463-410f-a128-cf19aa10c6c5 HTTP/1.1" status: 200 len: 913 time: 0.3385925 Jul 16 11:34:55.105289 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebfb4fa8-1097-4e04-82b3-f21383da1644 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:34:55.110947 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-018ca05c-6e85-448e-872d-cccfe0870448 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:55.115436 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-018ca05c-6e85-448e-872d-cccfe0870448 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1024101 Jul 16 11:34:55.132117 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 41858) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:55.155561 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-ef81e7cb-a6e2-416a-bf62-ad92ebefc724 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Request body: {'security_group_rule': {'security_group_id': '7de30813-37ee-4fd3-9638-50e6c06033cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:55.235442 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:55.261802 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Transition to ACTIVE for port object ebfb4fa8-1097-4e04-82b3-f21383da1644 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:34:55.300488 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:55.386038 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ca05c-6e85-448e-872d-cccfe0870448 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de30813-37ee-4fd3-9638-50e6c06033cf,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:55.403098 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 41866) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:55.414598 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cb6f8b7f-afec-42cc-9a2e-acfbd547e216 req-af6c1477-718c-4df4-9fcb-af51eec900b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7fb107f-99bd-4cdc-b7fa-6c7be774537b HTTP/1.1" status: 200 len: 217 time: 0.2692811 Jul 16 11:34:55.438526 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfb4fa8-1097-4e04-82b3-f21383da1644,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:55.493186 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ef81e7cb-a6e2-416a-bf62-ad92ebefc724 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:55.619142 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Attempting to bind port ebfb4fa8-1097-4e04-82b3-f21383da1644 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:34:55.619847 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Attempting to bind port ebfb4fa8-1097-4e04-82b3-f21383da1644 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'a80610aa-abb5-4a7a-8a02-126f58269df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:34:55.620241 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Attempting to bind port ebfb4fa8-1097-4e04-82b3-f21383da1644 on network fee2e96e-034a-462e-b501-313f6b4a85f3 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:34:55.627966 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Port ebfb4fa8-1097-4e04-82b3-f21383da1644 on network fee2e96e-034a-462e-b501-313f6b4a85f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:34:55.628299 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Attempting to bind port ebfb4fa8-1097-4e04-82b3-f21383da1644 on network fee2e96e-034a-462e-b501-313f6b4a85f3 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:34:55.636370 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:34:55.636780 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Checking segment: {'id': 'a80610aa-abb5-4a7a-8a02-126f58269df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:34:55.637407 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Bound using segment: {'id': 'a80610aa-abb5-4a7a-8a02-126f58269df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:34:55.637860 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Bound port: ebfb4fa8-1097-4e04-82b3-f21383da1644, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a80610aa-abb5-4a7a-8a02-126f58269df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:34:55.638243 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:55.700225 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-46f4d2ed-7234-4f5d-9d7a-54dd71b1fb0c req-d4d9471d-d8ed-4310-b35b-f4eb92a0f6ce tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 210 time: 0.1626966 Jul 16 11:34:55.756459 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:34:45Z', 'revision_number': 4, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '862e634c-2358-4521-a301-36ffe4b6ad87', 'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'mac_address': 'fa:16:3e:b8:39:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:41Z', 'updated_at': '2021-07-16T11:34:54Z', 'revision_number': 4, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'subnets': [{'id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:34:55.771330 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-67e4c931-3c55-4c26-958f-4fd9a06399ca tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Made reservation on behalf of 7f11877dcb4c49b69a3ec00e05d74fab for: {'port': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:34:55.784113 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-67e4c931-3c55-4c26-958f-4fd9a06399ca tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:55.810904 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f8b7f-afec-42cc-9a2e-acfbd547e216 req-b80bfb94-c068-4310-b0a2-d73ab2cd0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:55.812624 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cb6f8b7f-afec-42cc-9a2e-acfbd547e216 req-b80bfb94-c068-4310-b0a2-d73ab2cd0d09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11f22637-a1fa-4221-b734-4ad8f4ef3b48 HTTP/1.1" status: 200 len: 852 time: 0.1292460 Jul 16 11:34:55.816471 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7aab6a-d50f-4b20-b1ff-443dbbb9a07c None None] The sync data for ids ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'] in dv-cinder-784763-6-iscsi is: [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:34:45Z', 'revision_number': 4, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '862e634c-2358-4521-a301-36ffe4b6ad87', 'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'mac_address': 'fa:16:3e:b8:39:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:41Z', 'updated_at': '2021-07-16T11:34:54Z', 'revision_number': 4, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'subnets': [{'id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:34:55.863706 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c72d-81cb-4bab-bf02-f67fc00eeadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:55.941336 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cb6f8b7f-afec-42cc-9a2e-acfbd547e216 req-d771b97e-c1bb-4bfc-b0f2-c53b797fb0a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14aefd0f-2463-410f-a128-cf19aa10c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984519 Jul 16 11:34:55.988583 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ef81e7cb-a6e2-416a-bf62-ad92ebefc724 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:56.146085 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cb6f8b7f-afec-42cc-9a2e-acfbd547e216 req-0d426956-eec4-471b-b3d1-3d12fd7f7546 service neutron] 10.222.0.13 "GET /v2.0/networks/14aefd0f-2463-410f-a128-cf19aa10c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504819 Jul 16 11:34:56.176413 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ef81e7cb-a6e2-416a-bf62-ad92ebefc724 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:56.226397 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81e7cb-a6e2-416a-bf62-ad92ebefc724 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350e2a7b-d716-48d2-8b22-2679bfbc727c,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:56.435794 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.13', 57947) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:56.496345 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-67e4c931-3c55-4c26-958f-4fd9a06399ca tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Allocated IP 172.20.0.11 (fee2e96e-034a-462e-b501-313f6b4a85f3/2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01/51ae43e4-2fc0-487a-8bc2-340496c87f92) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:34:56.603698 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06c64-f87e-47fc-a393-e0f94894475b req-1007efc4-6f8f-4e62-9d69-849cf745c777 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:56.605607 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-32f06c64-f87e-47fc-a393-e0f94894475b req-1007efc4-6f8f-4e62-9d69-849cf745c777 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.13 "GET /v2.0/networks?id=536ad81a-3bad-486b-a777-2b662cbc48f4 HTTP/1.1" status: 200 len: 811 time: 0.1686933 Jul 16 11:34:56.688353 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-24a494f3-3ffe-4424-aa60-f0ea7ed8b0e9 req-95dff755-d488-4827-9287-9b3d8d3a7308 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 210 time: 0.0933356 Jul 16 11:34:56.752408 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0c578-13b6-4661-b262-3c0d34e76faf req-f97eb1c0-a0ce-4874-babb-da3819f1bcfa tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:56.765957 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-baf0c578-13b6-4661-b262-3c0d34e76faf req-f97eb1c0-a0ce-4874-babb-da3819f1bcfa tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 944 time: 0.7755718 Jul 16 11:34:56.954039 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-67e4c931-3c55-4c26-958f-4fd9a06399ca tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:56.981187 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-baf0c578-13b6-4661-b262-3c0d34e76faf req-fdb329c7-020d-4c81-b13e-523f6f2b4485 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134626 Jul 16 11:34:57.057227 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-32f06c64-f87e-47fc-a393-e0f94894475b req-bb6f50a7-3708-456c-8988-0270f993dea8 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c62de2f85dd545e4afa586dcf229723e HTTP/1.1" status: 200 len: 380 time: 0.3496158 Jul 16 11:34:57.067942 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cb6f8b7f-afec-42cc-9a2e-acfbd547e216 req-d7447d12-f463-491b-a2cc-a27f45d94ea2 service neutron] 10.222.0.13 "GET /v2.0/networks/14aefd0f-2463-410f-a128-cf19aa10c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8799000 Jul 16 11:34:57.081656 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 862e634c-2358-4521-a301-36ffe4b6ad87 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:34:57.120164 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-67e4c931-3c55-4c26-958f-4fd9a06399ca tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:57.163186 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [req-32f06c64-f87e-47fc-a393-e0f94894475b req-40a393ae-f42d-4e39-a9bc-61a019649e2e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Request body: {'port': {'device_id': 'c795e73d-f74b-479b-83c4-7a8896a61295', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'admin_state_up': True, 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'security_groups': ['d693edc0-bd4d-4c51-850c-f2896410cc08']}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:57.191413 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4c931-3c55-4c26-958f-4fd9a06399ca tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Pushing event updated for resources: {'Port': ['ID=51ae43e4-2fc0-487a-8bc2-340496c87f92,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:57.195624 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] For port ebfb4fa8-1097-4e04-82b3-f21383da1644, host hv-cinder-78476, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:34:57.197900 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6225daa4-ee90-4722-aa04-ef53fdb104d8 req-c1c8a85f-6daf-4ce7-87cb-3b9289c4c48b tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 210 time: 0.1473539 Jul 16 11:34:57.214561 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c72d-81cb-4bab-bf02-f67fc00eeadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:57.227375 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c72d-81cb-4bab-bf02-f67fc00eeadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:57.236428 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] For port ebfb4fa8-1097-4e04-82b3-f21383da1644, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=ebfb4fa8-1097-4e04-82b3-f21383da1644,segment=NetworkSegment(a80610aa-abb5-4a7a-8a02-126f58269df6),segment_id=a80610aa-abb5-4a7a-8a02-126f58269df6)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:34:57.243721 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port 862e634c-2358-4521-a301-36ffe4b6ad87 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:34:57.245104 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-67e4c931-3c55-4c26-958f-4fd9a06399ca tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Network fee2e96e-034a-462e-b501-313f6b4a85f3 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:34:57.247045 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-67e4c931-3c55-4c26-958f-4fd9a06399ca tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:57.249245 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 862e634c-2358-4521-a301-36ffe4b6ad87 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:57.249604 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:57.251694 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:57.255151 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-67e4c931-3c55-4c26-958f-4fd9a06399ca tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:34:57.263192 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-67e4c931-3c55-4c26-958f-4fd9a06399ca tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:57.268817 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-67e4c931-3c55-4c26-958f-4fd9a06399ca tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:57.280757 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ef81e7cb-a6e2-416a-bf62-ad92ebefc724 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:57.282369 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-ef81e7cb-a6e2-416a-bf62-ad92ebefc724 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1458106 Jul 16 11:34:57.294539 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 41914) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:57.301139 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-feae3aa2-3890-42e1-bb4c-fb8633dee908 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Request body: {'security_group_rule': {'security_group_id': '7de30813-37ee-4fd3-9638-50e6c06033cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:57.309313 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-67e4c931-3c55-4c26-958f-4fd9a06399ca tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6353724 Jul 16 11:34:57.355187 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-7ee8c72d-81cb-4bab-bf02-f67fc00eeadc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c775d715d974c00a5e17c4a3c4e186e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9347401 Jul 16 11:34:57.356085 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 41918) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:57.390072 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8c72d-81cb-4bab-bf02-f67fc00eeadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b1336b-57c2-4a74-9df9-b677b7b83fe9,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:57.405960 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Request body: {'port': {'device_id': '817a5224-ea61-4425-8b1e-c119369fd3ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:57.460638 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:57.489791 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-32effbd3-df5e-40c1-81e6-db481844ada4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:57.511628 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port 862e634c-2358-4521-a301-36ffe4b6ad87, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=862e634c-2358-4521-a301-36ffe4b6ad87,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:34:57.522239 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:57.535535 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-32effbd3-df5e-40c1-81e6-db481844ada4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:57.560089 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfb4fa8-1097-4e04-82b3-f21383da1644,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:57.589434 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:57.589988 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:57.591452 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-3e4bab7c-b179-4428-aef8-9670f74fe8d8 service neutron] 10.222.0.13 "PUT /v2.0/ports/ebfb4fa8-1097-4e04-82b3-f21383da1644 HTTP/1.1" status: 200 len: 1094 time: 4.4728718 Jul 16 11:34:57.591950 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d451953-739d-4ae3-9b2c-824b028b5d28', 'tag': 'ebfb4fa8-1097-4e04-82b3-f21383da1644'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:34:57.634479 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f06c64-f87e-47fc-a393-e0f94894475b req-40a393ae-f42d-4e39-a9bc-61a019649e2e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Made reservation on behalf of c62de2f85dd545e4afa586dcf229723e for: {'port': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:34:57.638265 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-32f06c64-f87e-47fc-a393-e0f94894475b req-40a393ae-f42d-4e39-a9bc-61a019649e2e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:57.654055 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=862e634c-2358-4521-a301-36ffe4b6ad87,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:57.706805 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-32effbd3-df5e-40c1-81e6-db481844ada4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:57.710504 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-32effbd3-df5e-40c1-81e6-db481844ada4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:57.713313 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-32effbd3-df5e-40c1-81e6-db481844ada4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03b1336b-57c2-4a74-9df9-b677b7b83fe9 HTTP/1.1" status: 204 len: 168 time: 0.3516557 Jul 16 11:34:57.723293 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.db.api [None req-feae3aa2-3890-42e1-bb4c-fb8633dee908 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 11:34:57.723293 dv-cinder-784763-6-iscsi neutron-server[93103]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 11:34:57.723293 dv-cinder-784763-6-iscsi neutron-server[93103]: [parameters: {'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'id': 'b0dcd287-26ff-4e69-be91-3e0cf9ed769e', 'expiration': datetime.datetime(2021, 7, 16, 11, 36, 57, 578324)}] Jul 16 11:34:57.723293 dv-cinder-784763-6-iscsi neutron-server[93103]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 11:34:57.723644 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG oslo_db.api [None req-feae3aa2-3890-42e1-bb4c-fb8633dee908 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 11:34:57.774733 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32effbd3-df5e-40c1-81e6-db481844ada4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b1336b-57c2-4a74-9df9-b677b7b83fe9,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:57.840781 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:57.860441 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-e41282e2-339a-4d4e-a0c8-7e25df3ab4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:57.861923 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-e41282e2-339a-4d4e-a0c8-7e25df3ab4cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f11877dcb4c49b69a3ec00e05d74fab&device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 1097 time: 0.1704681 Jul 16 11:34:57.966662 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-ca2fd72c-3343-4be9-bc35-8d10e31eeecd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebfb4fa8-1097-4e04-82b3-f21383da1644 HTTP/1.1" status: 200 len: 217 time: 0.0968361 Jul 16 11:34:57.980848 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [req-32f06c64-f87e-47fc-a393-e0f94894475b req-40a393ae-f42d-4e39-a9bc-61a019649e2e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Allocated IP 172.20.0.5 (536ad81a-3bad-486b-a777-2b662cbc48f4/fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49/d9512156-54f9-404f-9414-68adc0d41458) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:34:58.074535 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2d3bf-8e62-49c4-90fb-6d0fd32f0151 req-d93da7a6-ea04-4708-89f4-e31cb2adf1e5 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:58.078331 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b1d2d3bf-8e62-49c4-90fb-6d0fd32f0151 req-d93da7a6-ea04-4708-89f4-e31cb2adf1e5 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 932 time: 0.1837466 Jul 16 11:34:58.220440 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42ceef1-f512-4456-8a8b-911779800334" -d '{"events": [{"name": "network-changed", "server_uuid": "1d451953-739d-4ae3-9b2c-824b028b5d28", "tag": "ebfb4fa8-1097-4e04-82b3-f21383da1644"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:34:58.261823 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-8c5423e3-79c7-4ee0-aace-3b3b3eabd2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:58.271525 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-8c5423e3-79c7-4ee0-aace-3b3b3eabd2bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01 HTTP/1.1" status: 200 len: 858 time: 0.2711997 Jul 16 11:34:58.366868 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-541aea5a-5c9f-4849-996a-231cdd3b1066 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fee2e96e-034a-462e-b501-313f6b4a85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870726 Jul 16 11:34:58.381165 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-feae3aa2-3890-42e1-bb4c-fb8633dee908 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:58.497910 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b1d2d3bf-8e62-49c4-90fb-6d0fd32f0151 req-8cb810eb-dfa0-405e-96be-fb578ca98dd6 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067771 Jul 16 11:34:58.562010 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50627e-1d69-471f-b34c-fcd242c1dbd0 req-d419871d-8e2a-44d8-8d21-471399911ef1 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:58.571000 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2a50627e-1d69-471f-b34c-fcd242c1dbd0 req-d419871d-8e2a-44d8-8d21-471399911ef1 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 944 time: 0.4003360 Jul 16 11:34:58.575250 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-feae3aa2-3890-42e1-bb4c-fb8633dee908 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:58.591919 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-feae3aa2-3890-42e1-bb4c-fb8633dee908 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:58.607722 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-32f06c64-f87e-47fc-a393-e0f94894475b req-40a393ae-f42d-4e39-a9bc-61a019649e2e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:58.637141 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-1e075170-a7f7-410c-b8aa-9e2eda316f62 service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541547 Jul 16 11:34:58.640527 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2a50627e-1d69-471f-b34c-fcd242c1dbd0 req-28897130-8ab6-4b6a-9bb4-19a380ddb8be tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683823 Jul 16 11:34:58.664421 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [req-32f06c64-f87e-47fc-a393-e0f94894475b req-40a393ae-f42d-4e39-a9bc-61a019649e2e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Transition to ACTIVE for port object d9512156-54f9-404f-9414-68adc0d41458 will not be triggered until provisioned by entity DHCP. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:34:58.740606 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2cb66a63-0ac3-4a57-a3da-60919f1d6a8d req-88921def-343c-4707-aa88-5d169b1df547 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 210 time: 0.0509229 Jul 16 11:34:58.749714 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 41986) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:58.760997 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-32f06c64-f87e-47fc-a393-e0f94894475b req-40a393ae-f42d-4e39-a9bc-61a019649e2e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:58.783004 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ae43e4-2fc0-487a-8bc2-340496c87f92 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:34:58.799244 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:58.802320 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae3aa2-3890-42e1-bb4c-fb8633dee908 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897eeacf-c53b-4e56-a4a1-d4cab3b0e2b6,revision_number=0']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:58.873884 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Transition to ACTIVE for port object 51ae43e4-2fc0-487a-8bc2-340496c87f92 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:34:58.875862 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-feae3aa2-3890-42e1-bb4c-fb8633dee908 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:58.879974 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-feae3aa2-3890-42e1-bb4c-fb8633dee908 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5798278 Jul 16 11:34:58.880151 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f06c64-f87e-47fc-a393-e0f94894475b req-40a393ae-f42d-4e39-a9bc-61a019649e2e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Network 536ad81a-3bad-486b-a777-2b662cbc48f4 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:34:58.880594 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 41994) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:58.883645 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [req-32f06c64-f87e-47fc-a393-e0f94894475b req-40a393ae-f42d-4e39-a9bc-61a019649e2e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:34:58.890623 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-65fc7e1d-8539-4093-9958-e97c5806aaa3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Request body: {'floatingip': {'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:58.893375 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-60c437d1-ac80-4958-a3be-2b19f0a6d664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:58.902101 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:58.907389 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f06c64-f87e-47fc-a393-e0f94894475b req-40a393ae-f42d-4e39-a9bc-61a019649e2e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:34:58.930523 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06c64-f87e-47fc-a393-e0f94894475b req-40a393ae-f42d-4e39-a9bc-61a019649e2e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:58.936376 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-32f06c64-f87e-47fc-a393-e0f94894475b req-40a393ae-f42d-4e39-a9bc-61a019649e2e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:58.966362 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 862e634c-2358-4521-a301-36ffe4b6ad87 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:34:59.007154 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a393ae-f42d-4e39-a9bc-61a019649e2e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Pushing event updated for resources: {'Port': ['ID=d9512156-54f9-404f-9414-68adc0d41458,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:59.044344 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Attempting to bind port 51ae43e4-2fc0-487a-8bc2-340496c87f92 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:34:59.044689 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Attempting to bind port 51ae43e4-2fc0-487a-8bc2-340496c87f92 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'a80610aa-abb5-4a7a-8a02-126f58269df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:34:59.045019 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Attempting to bind port 51ae43e4-2fc0-487a-8bc2-340496c87f92 on network fee2e96e-034a-462e-b501-313f6b4a85f3 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:34:59.057408 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-eb216e9f-2437-47e5-8edc-bde640370370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:59.058988 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Port 51ae43e4-2fc0-487a-8bc2-340496c87f92 on network fee2e96e-034a-462e-b501-313f6b4a85f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:34:59.059310 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Attempting to bind port 51ae43e4-2fc0-487a-8bc2-340496c87f92 on network fee2e96e-034a-462e-b501-313f6b4a85f3 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:34:59.076815 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 862e634c-2358-4521-a301-36ffe4b6ad87 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:59.077422 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:34:59.077756 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Checking segment: {'id': 'a80610aa-abb5-4a7a-8a02-126f58269df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:34:59.078136 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Bound using segment: {'id': 'a80610aa-abb5-4a7a-8a02-126f58269df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:34:59.078706 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Bound port: 51ae43e4-2fc0-487a-8bc2-340496c87f92, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a80610aa-abb5-4a7a-8a02-126f58269df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:34:59.078826 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:59.078985 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:59.111953 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-65fc7e1d-8539-4093-9958-e97c5806aaa3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for floatingip, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:59.114278 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-32f06c64-f87e-47fc-a393-e0f94894475b req-40a393ae-f42d-4e39-a9bc-61a019649e2e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0041399 Jul 16 11:34:59.125206 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-aab0f1ab-3f89-47e8-bf49-3d497e71ebc4 req-1371d0b7-2f5b-40e6-b7a7-8fffe7640a66 service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702878 Jul 16 11:34:59.138453 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Request body: {'port': {'device_id': 'c795e73d-f74b-479b-83c4-7a8896a61295', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:34:59.145173 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Pushing event updated for resources: {'Port': ['ID=51ae43e4-2fc0-487a-8bc2-340496c87f92,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:59.252877 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47495d45-0782-4f88-b9c0-9a70b8eed5b2 x-openstack-request-id: req-47495d45-0782-4f88-b9c0-9a70b8eed5b2 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:34:59.253249 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d451953-739d-4ae3-9b2c-824b028b5d28", "tag": "ebfb4fa8-1097-4e04-82b3-f21383da1644", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:34:59.253550 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47495d45-0782-4f88-b9c0-9a70b8eed5b2 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:34:59.254050 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d451953-739d-4ae3-9b2c-824b028b5d28', 'tag': 'ebfb4fa8-1097-4e04-82b3-f21383da1644', 'status': 'completed', 'code': 200} Jul 16 11:34:59.320981 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] For port 51ae43e4-2fc0-487a-8bc2-340496c87f92, host hv-cinder-78476, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:34:59.326189 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:59.337978 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] For port 51ae43e4-2fc0-487a-8bc2-340496c87f92, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=51ae43e4-2fc0-487a-8bc2-340496c87f92,segment=NetworkSegment(a80610aa-abb5-4a7a-8a02-126f58269df6),segment_id=a80610aa-abb5-4a7a-8a02-126f58269df6)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:34:59.369285 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:59.398520 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-ab3025ed-4379-412c-ae38-e95e5a71608c None None] Provisioning for port d9512156-54f9-404f-9414-68adc0d41458 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:34:59.404179 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-ab3025ed-4379-412c-ae38-e95e5a71608c None None] Provisioning complete for port d9512156-54f9-404f-9414-68adc0d41458 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:34:59.405735 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ab3025ed-4379-412c-ae38-e95e5a71608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:59.461900 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:59.462518 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:59.478213 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] 10.222.0.13 "PUT /v2.0/ports/51ae43e4-2fc0-487a-8bc2-340496c87f92 HTTP/1.1" status: 200 len: 1094 time: 2.0760660 Jul 16 11:34:59.481397 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-ab3025ed-4379-412c-ae38-e95e5a71608c None None] Port d9512156-54f9-404f-9414-68adc0d41458 cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:34:59.494840 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-eb216e9f-2437-47e5-8edc-bde640370370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:59.504954 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-eb216e9f-2437-47e5-8edc-bde640370370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:59.602990 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-eb216e9f-2437-47e5-8edc-bde640370370 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5522a6e118874a6f917cbf1bcac00ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8516068 Jul 16 11:34:59.603942 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 42012) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:34:59.614105 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb216e9f-2437-47e5-8edc-bde640370370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e680b1d-dcac-473a-aaec-528f8699a1d9,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:59.692039 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccba1e-5e74-4612-92aa-0ebcc7e1c725 service neutron] Pushing event updated for resources: {'Port': ['ID=51ae43e4-2fc0-487a-8bc2-340496c87f92,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:34:59.700878 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ceef1-f512-4456-8a8b-911779800334 req-54c7e6e5-9cfc-483d-860e-c5c1b2413241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:59.702232 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e42ceef1-f512-4456-8a8b-911779800334 req-54c7e6e5-9cfc-483d-860e-c5c1b2413241 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f11877dcb4c49b69a3ec00e05d74fab&device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 1097 time: 0.4246619 Jul 16 11:34:59.741306 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-65fc7e1d-8539-4093-9958-e97c5806aaa3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:59.749424 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b673-206c-4707-8666-8b530028d9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:59.819594 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b673-206c-4707-8666-8b530028d9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:59.847518 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9512156-54f9-404f-9414-68adc0d41458 {{(pid=93104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:34:59.883385 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684369eb-9e37-473c-89ef-6571aedc53f9 req-220bdbe9-a171-4180-81b6-d94d7a278fe4 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:59.885371 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-684369eb-9e37-473c-89ef-6571aedc53f9 req-220bdbe9-a171-4180-81b6-d94d7a278fe4 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 944 time: 0.2406373 Jul 16 11:34:59.893322 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:59.901274 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-5b3d76fb-aab4-4c94-a18d-7026a14b18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:59.903361 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-5b3d76fb-aab4-4c94-a18d-7026a14b18a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f11877dcb4c49b69a3ec00e05d74fab&device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 1097 time: 0.3876779 Jul 16 11:34:59.929785 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Transition to ACTIVE for port object d9512156-54f9-404f-9414-68adc0d41458 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:34:59.942441 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:34:59.986978 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-4335d748-a69b-42de-bc52-efac47c2557c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51ae43e4-2fc0-487a-8bc2-340496c87f92 HTTP/1.1" status: 200 len: 217 time: 0.0734375 Jul 16 11:34:59.990056 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ceef1-f512-4456-8a8b-911779800334 req-3af391af-ac06-4fa3-ada6-ad230d583d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:34:59.991472 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e42ceef1-f512-4456-8a8b-911779800334 req-3af391af-ac06-4fa3-ada6-ad230d583d1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=fee2e96e-034a-462e-b501-313f6b4a85f3 HTTP/1.1" status: 200 len: 919 time: 0.2808614 Jul 16 11:34:59.995064 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-684369eb-9e37-473c-89ef-6571aedc53f9 req-04ff70c9-719e-485f-ae7c-e45510dc0827 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948434 Jul 16 11:35:00.028487 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f5ed6-e124-4bac-a0aa-e27a26a045a6 req-a5df00e5-0fe5-44f7-886f-e52bd08946cf tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:00.035281 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-479f5ed6-e124-4bac-a0aa-e27a26a045a6 req-a5df00e5-0fe5-44f7-886f-e52bd08946cf tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 944 time: 0.2238016 Jul 16 11:35:00.037075 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Pushing event updated for resources: {'Port': ['ID=d9512156-54f9-404f-9414-68adc0d41458,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:00.049724 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b673-206c-4707-8666-8b530028d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:00.052156 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b673-206c-4707-8666-8b530028d9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:00.055963 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-b7e2b673-206c-4707-8666-8b530028d9c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e680b1d-dcac-473a-aaec-528f8699a1d9 HTTP/1.1" status: 204 len: 168 time: 0.4493647 Jul 16 11:35:00.082089 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e42ceef1-f512-4456-8a8b-911779800334 req-de1ac016-3d63-4223-a59d-f8b6192cbb7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebfb4fa8-1097-4e04-82b3-f21383da1644 HTTP/1.1" status: 200 len: 217 time: 0.0759828 Jul 16 11:35:00.104674 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-65fc7e1d-8539-4093-9958-e97c5806aaa3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Allocated IP 172.27.0.136 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/a0606d6a-6c89-4348-8223-a486ba5a04d9) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:35:00.116699 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2b673-206c-4707-8666-8b530028d9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e680b1d-dcac-473a-aaec-528f8699a1d9,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:00.200861 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-418f36c0-8a0c-4885-bb9e-6ce296a1beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:00.202458 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-418f36c0-8a0c-4885-bb9e-6ce296a1beeb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01 HTTP/1.1" status: 200 len: 858 time: 0.2079947 Jul 16 11:35:00.225573 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-479f5ed6-e124-4bac-a0aa-e27a26a045a6 req-a153f09a-a94a-4b38-968d-f392f4862104 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893339 Jul 16 11:35:00.242166 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Attempting to bind port d9512156-54f9-404f-9414-68adc0d41458 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:35:00.242675 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Attempting to bind port d9512156-54f9-404f-9414-68adc0d41458 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '9fac70f1-b5d2-43ca-8a42-3e226e036e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:35:00.244698 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Attempting to bind port d9512156-54f9-404f-9414-68adc0d41458 on network 536ad81a-3bad-486b-a777-2b662cbc48f4 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:35:00.259576 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Port d9512156-54f9-404f-9414-68adc0d41458 on network 536ad81a-3bad-486b-a777-2b662cbc48f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:35:00.259576 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Attempting to bind port d9512156-54f9-404f-9414-68adc0d41458 on network 536ad81a-3bad-486b-a777-2b662cbc48f4 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:35:00.284450 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:35:00.284788 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Checking segment: {'id': '9fac70f1-b5d2-43ca-8a42-3e226e036e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:35:00.288013 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Bound using segment: {'id': '9fac70f1-b5d2-43ca-8a42-3e226e036e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:35:00.288013 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Bound port: d9512156-54f9-404f-9414-68adc0d41458, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fac70f1-b5d2-43ca-8a42-3e226e036e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:35:00.288013 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:00.296551 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-5f126583-0235-43b5-a114-b41bd631c57d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fee2e96e-034a-462e-b501-313f6b4a85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848973 Jul 16 11:35:00.328254 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ceef1-f512-4456-8a8b-911779800334 req-7a6f85f4-2931-4daa-ac9f-92bf8dbf2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:00.329654 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e42ceef1-f512-4456-8a8b-911779800334 req-7a6f85f4-2931-4daa-ac9f-92bf8dbf2d20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01 HTTP/1.1" status: 200 len: 858 time: 0.2208221 Jul 16 11:35:00.400240 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3a206-c6f5-4deb-a0da-67b797a9eb07 req-f637ee05-90ac-42fb-8c3c-f84ac124b41d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:00.407484 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6ef3a206-c6f5-4deb-a0da-67b797a9eb07 req-f637ee05-90ac-42fb-8c3c-f84ac124b41d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 943 time: 0.1744986 Jul 16 11:35:00.423344 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e42ceef1-f512-4456-8a8b-911779800334 req-cfbaff51-eb21-4ff2-b09f-01122e33e427 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fee2e96e-034a-462e-b501-313f6b4a85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786223 Jul 16 11:35:00.436252 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] For port d9512156-54f9-404f-9414-68adc0d41458, host hv-cinder-78476, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:35:00.475405 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6ef3a206-c6f5-4deb-a0da-67b797a9eb07 req-01d67dba-6d71-4fac-9629-4d19eefba518 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669584 Jul 16 11:35:00.477443 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] For port d9512156-54f9-404f-9414-68adc0d41458, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d9512156-54f9-404f-9414-68adc0d41458,segment=NetworkSegment(9fac70f1-b5d2-43ca-8a42-3e226e036e07),segment_id=9fac70f1-b5d2-43ca-8a42-3e226e036e07)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:35:00.485380 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:00.537400 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-65fc7e1d-8539-4093-9958-e97c5806aaa3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:00.538510 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:00.539475 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:00.541018 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-32f06c64-f87e-47fc-a393-e0f94894475b req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] 10.222.0.13 "PUT /v2.0/ports/d9512156-54f9-404f-9414-68adc0d41458 HTTP/1.1" status: 200 len: 1093 time: 1.4181392 Jul 16 11:35:00.541449 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c795e73d-f74b-479b-83c4-7a8896a61295', 'tag': 'd9512156-54f9-404f-9414-68adc0d41458'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:35:00.543745 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e205d595-99ec-49e4-9291-4238fc4291bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c795e73d-f74b-479b-83c4-7a8896a61295", "tag": "d9512156-54f9-404f-9414-68adc0d41458"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:35:00.579702 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-b33f60f8-66eb-42d0-8d2e-d3b643dec173 service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651546 Jul 16 11:35:00.585088 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f313d37-dd8c-4149-a0a5-a0197225cf1e service neutron] Pushing event updated for resources: {'Port': ['ID=d9512156-54f9-404f-9414-68adc0d41458,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:00.660237 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e42ceef1-f512-4456-8a8b-911779800334 req-8fcef7ff-1406-4bdf-9ac1-ecf17f09dd8a service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040415 Jul 16 11:35:00.695871 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e225d7c3-fe8c-444d-8cdc-f2f822bd1f7e x-openstack-request-id: req-e225d7c3-fe8c-444d-8cdc-f2f822bd1f7e {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:35:00.696724 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c795e73d-f74b-479b-83c4-7a8896a61295", "tag": "d9512156-54f9-404f-9414-68adc0d41458", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:35:00.696981 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e225d7c3-fe8c-444d-8cdc-f2f822bd1f7e {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:35:00.697387 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c795e73d-f74b-479b-83c4-7a8896a61295', 'tag': 'd9512156-54f9-404f-9414-68adc0d41458', 'status': 'completed', 'code': 200} Jul 16 11:35:00.721830 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 42050) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:00.742778 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0c2835b9-8836-4372-88e6-1ccfbf7e3fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:00.777613 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06c64-f87e-47fc-a393-e0f94894475b req-b1c43680-c5bd-4b81-9114-5c8f0fc3d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:00.779750 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-32f06c64-f87e-47fc-a393-e0f94894475b req-b1c43680-c5bd-4b81-9114-5c8f0fc3d387 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c62de2f85dd545e4afa586dcf229723e&device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 1096 time: 0.1858988 Jul 16 11:35:00.851085 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-65fc7e1d-8539-4093-9958-e97c5806aaa3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:00.859602 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-32f06c64-f87e-47fc-a393-e0f94894475b req-c2551a8c-048f-4eea-8d94-16fc6078aba2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9512156-54f9-404f-9414-68adc0d41458 HTTP/1.1" status: 200 len: 217 time: 0.0719450 Jul 16 11:35:00.899511 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6ec1b379-ad81-40ec-8567-aa7ae26b57c4 req-7bac69fa-3e0b-4186-aa48-16427d06a71e service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075192 Jul 16 11:35:00.927094 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc7e1d-8539-4093-9958-e97c5806aaa3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Pushing event updated for resources: {'Port': ['ID=a0606d6a-6c89-4348-8223-a486ba5a04d9,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:00.942880 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06c64-f87e-47fc-a393-e0f94894475b req-4a993169-86f1-4d6b-88c7-a72256ae2cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:00.944308 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e42ceef1-f512-4456-8a8b-911779800334 req-3fd5a039-e8ba-4c59-a676-bbfc16637c1c service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765188 Jul 16 11:35:00.944797 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-32f06c64-f87e-47fc-a393-e0f94894475b req-4a993169-86f1-4d6b-88c7-a72256ae2cb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49 HTTP/1.1" status: 200 len: 850 time: 0.0783002 Jul 16 11:35:00.945107 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fc7e1d-8539-4093-9958-e97c5806aaa3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:35:00.948037 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-65fc7e1d-8539-4093-9958-e97c5806aaa3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:35:00.950947 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fc7e1d-8539-4093-9958-e97c5806aaa3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:35:01.011020 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-65fc7e1d-8539-4093-9958-e97c5806aaa3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:01.027707 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0c2835b9-8836-4372-88e6-1ccfbf7e3fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:01.035354 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0c2835b9-8836-4372-88e6-1ccfbf7e3fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:01.084319 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-65fc7e1d-8539-4093-9958-e97c5806aaa3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:01.177525 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-0c2835b9-8836-4372-88e6-1ccfbf7e3fb5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe05272da5a0431fa9f0f5ca5cf2b505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4544437 Jul 16 11:35:01.181634 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06c64-f87e-47fc-a393-e0f94894475b req-afa1d13d-457f-4635-9ac7-bf64d39fb487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:01.183927 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-32f06c64-f87e-47fc-a393-e0f94894475b req-afa1d13d-457f-4635-9ac7-bf64d39fb487 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=536ad81a-3bad-486b-a777-2b662cbc48f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2219179 Jul 16 11:35:01.184590 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 42066) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:01.212434 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2835b9-8836-4372-88e6-1ccfbf7e3fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d130aa87-20a5-4ffe-aad0-489c6009267a,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:01.295448 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817a5224-ea61-4425-8b1e-c119369fd3ab', 'tag': '51ae43e4-2fc0-487a-8bc2-340496c87f92'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:35:01.302235 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79faf608-add1-488b-afe3-ad23505a2ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "817a5224-ea61-4425-8b1e-c119369fd3ab", "tag": "51ae43e4-2fc0-487a-8bc2-340496c87f92"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:35:01.367709 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-65fc7e1d-8539-4093-9958-e97c5806aaa3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:01.374090 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-65fc7e1d-8539-4093-9958-e97c5806aaa3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:01.417051 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-65fc7e1d-8539-4093-9958-e97c5806aaa3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814437'] for floatingip, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:01.425357 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device f7fb107f-99bd-4cdc-b7fa-6c7be774537b details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:35:01.426791 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-32f06c64-f87e-47fc-a393-e0f94894475b req-6fa50ee9-3f6e-4052-bb4e-e32dde201979 service neutron] 10.222.0.13 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156217 Jul 16 11:35:01.440239 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc7e1d-8539-4093-9958-e97c5806aaa3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Pushing event updated for resources: {'Port': ['ID=a0606d6a-6c89-4348-8223-a486ba5a04d9,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:01.443487 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-65fc7e1d-8539-4093-9958-e97c5806aaa3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:01.444846 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-65fc7e1d-8539-4093-9958-e97c5806aaa3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5632298 Jul 16 11:35:01.537049 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-32f06c64-f87e-47fc-a393-e0f94894475b req-8b2f38f1-c86e-4398-ae27-1adb512ea53d service neutron] 10.222.0.13 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977554 Jul 16 11:35:01.543048 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d12fb3c0-7bd6-4382-9700-cc3c72842400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:01.565003 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d12fb3c0-7bd6-4382-9700-cc3c72842400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:01.597761 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port f7fb107f-99bd-4cdc-b7fa-6c7be774537b, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f7fb107f-99bd-4cdc-b7fa-6c7be774537b,segment=NetworkSegment(77264c8c-b8ef-45e6-9395-96c3236e2111),segment_id=77264c8c-b8ef-45e6-9395-96c3236e2111)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:01.614037 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': 'f7fb107f-99bd-4cdc-b7fa-6c7be774537b', 'network_id': '14aefd0f-2463-410f-a128-cf19aa10c6c5', 'port_id': 'f7fb107f-99bd-4cdc-b7fa-6c7be774537b', 'mac_address': 'fa:16:3e:12:39:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f22637-a1fa-4221-b734-4ad8f4ef3b48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:35:01.657732 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ee6f2-aae7-4c52-a2c5-319efb4ad02e req-2a4cb465-efbc-4951-b40c-aa505c34a450 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:01.658977 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f38ee6f2-aae7-4c52-a2c5-319efb4ad02e req-2a4cb465-efbc-4951-b40c-aa505c34a450 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 944 time: 0.3608787 Jul 16 11:35:01.663518 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d12fb3c0-7bd6-4382-9700-cc3c72842400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:01.666689 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d12fb3c0-7bd6-4382-9700-cc3c72842400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:01.667783 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-d12fb3c0-7bd6-4382-9700-cc3c72842400 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d130aa87-20a5-4ffe-aad0-489c6009267a HTTP/1.1" status: 204 len: 168 time: 0.4697545 Jul 16 11:35:01.678886 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-5b459fad-3e85-488d-973d-385606e0de61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:01.681504 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:01.695540 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fb107f-99bd-4cdc-b7fa-6c7be774537b {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:35:01.705895 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fb3c0-7bd6-4382-9700-cc3c72842400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d130aa87-20a5-4ffe-aad0-489c6009267a,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:01.723502 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881c34f-1148-4ecb-9e06-9efee03609c7 req-9aed6c7e-c15e-49a9-afe8-6779d26fa4ba tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:01.724938 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port f7fb107f-99bd-4cdc-b7fa-6c7be774537b, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f7fb107f-99bd-4cdc-b7fa-6c7be774537b,segment=NetworkSegment(77264c8c-b8ef-45e6-9395-96c3236e2111),segment_id=77264c8c-b8ef-45e6-9395-96c3236e2111)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:01.725083 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7881c34f-1148-4ecb-9e06-9efee03609c7 req-9aed6c7e-c15e-49a9-afe8-6779d26fa4ba tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 944 time: 0.3625100 Jul 16 11:35:01.735827 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:01.755902 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f38ee6f2-aae7-4c52-a2c5-319efb4ad02e req-5ded7338-0b37-458b-848b-4abd5d2ce203 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860231 Jul 16 11:35:01.761345 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205d595-99ec-49e4-9291-4238fc4291bc req-8ed9ea72-56ab-4866-bf19-f7b2f025399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:01.762804 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e205d595-99ec-49e4-9291-4238fc4291bc req-8ed9ea72-56ab-4866-bf19-f7b2f025399a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c62de2f85dd545e4afa586dcf229723e&device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 1096 time: 0.1620493 Jul 16 11:35:01.796723 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7881c34f-1148-4ecb-9e06-9efee03609c7 req-281a1589-2c47-44cd-bc8c-5d55d02d720a tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606000 Jul 16 11:35:01.800668 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=f7fb107f-99bd-4cdc-b7fa-6c7be774537b,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:01.845227 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2593c9-6b8c-493b-bb24-c70436a833e5 x-openstack-request-id: req-7a2593c9-6b8c-493b-bb24-c70436a833e5 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:35:01.845524 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817a5224-ea61-4425-8b1e-c119369fd3ab", "tag": "51ae43e4-2fc0-487a-8bc2-340496c87f92", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:35:01.845923 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a2593c9-6b8c-493b-bb24-c70436a833e5 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:35:01.846149 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '817a5224-ea61-4425-8b1e-c119369fd3ab', 'tag': '51ae43e4-2fc0-487a-8bc2-340496c87f92', 'status': 'completed', 'code': 200} Jul 16 11:35:01.883347 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205d595-99ec-49e4-9291-4238fc4291bc req-3962b0f3-d5e0-438c-a915-430a39f3d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:01.885470 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e205d595-99ec-49e4-9291-4238fc4291bc req-3962b0f3-d5e0-438c-a915-430a39f3d254 service neutron] 10.222.0.13 "GET /v2.0/networks?id=536ad81a-3bad-486b-a777-2b662cbc48f4 HTTP/1.1" status: 200 len: 912 time: 0.1130667 Jul 16 11:35:01.978817 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-610192e6-97d9-48e2-aa27-a02d07d90493 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1118809462&fields=id&tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57 HTTP/1.1" status: 200 len: 267 time: 0.0636520 Jul 16 11:35:02.036792 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:02.079401 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b0bb3-783b-4168-a4df-aa9c07bc5991 req-1aa7b02c-e6c0-4ae8-9b54-da3de1331ec7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:02.080980 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-982b0bb3-783b-4168-a4df-aa9c07bc5991 req-1aa7b02c-e6c0-4ae8-9b54-da3de1331ec7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 943 time: 0.1425142 Jul 16 11:35:02.126933 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-fe91b068-209f-4518-adce-fa3f69454d99 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:02.128407 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-fe91b068-209f-4518-adce-fa3f69454d99 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/networks?id=f3bf2836-3f60-4871-835c-2371c60f999a HTTP/1.1" status: 200 len: 817 time: 0.1429510 Jul 16 11:35:02.149952 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-982b0bb3-783b-4168-a4df-aa9c07bc5991 req-65d4374c-341a-4cb8-93da-15c9be248ef0 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620673 Jul 16 11:35:02.151521 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-8b3cab42-cdbd-4416-9278-551f20deb55a tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/quotas/fe97d478fdc74fdb8ed5c9bc4eb20d57 HTTP/1.1" status: 200 len: 375 time: 0.0157378 Jul 16 11:35:02.234857 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-db849707-e2e3-40cb-b5d9-f06065dd00c7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761011 Jul 16 11:35:02.348044 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-d380f015-4504-4ce4-b14a-78bc5b3a820f service neutron] 10.222.0.16 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976813 Jul 16 11:35:02.644579 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-b671497b-aaf9-4015-9bbb-c36bffe68f7f service neutron] 10.222.0.16 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867575 Jul 16 11:35:02.786182 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:02.838052 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d2a591d6-99da-4704-8c3b-056260bf9076 req-eed54402-e845-4dcd-8da1-a58517b1ab4a tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 210 time: 0.0466261 Jul 16 11:35:02.984522 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd60f2-3f3e-42fa-85c7-37be31bddf0f req-9e0a1a3f-7291-4f08-ad41-e6e3163fd4ff tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:02.991503 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1edd60f2-3f3e-42fa-85c7-37be31bddf0f req-9e0a1a3f-7291-4f08-ad41-e6e3163fd4ff tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 944 time: 0.0905929 Jul 16 11:35:03.066387 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1edd60f2-3f3e-42fa-85c7-37be31bddf0f req-59adf40e-6762-46e0-9bd7-b7a4f69e10d7 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739851 Jul 16 11:35:03.096426 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be426014-244a-4e06-b3d5-d2b3f6790c61 req-c9660f1c-2234-4ae4-a949-16b692042ce5 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:03.096426 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-be426014-244a-4e06-b3d5-d2b3f6790c61 req-c9660f1c-2234-4ae4-a949-16b692042ce5 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 945 time: 0.1287615 Jul 16 11:35:03.141268 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-be426014-244a-4e06-b3d5-d2b3f6790c61 req-92befa85-5335-41f5-b6e3-e84b165d4e30 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393782 Jul 16 11:35:03.328123 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4152ee-0b11-41a9-85b2-a2cb8b674f50 req-feae57bd-b5d9-490f-80b5-512b115d6e6e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:03.329588 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7d4152ee-0b11-41a9-85b2-a2cb8b674f50 req-feae57bd-b5d9-490f-80b5-512b115d6e6e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 943 time: 0.0625937 Jul 16 11:35:03.369533 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7d4152ee-0b11-41a9-85b2-a2cb8b674f50 req-52c1a7f4-d627-46b9-83ef-164c469a2df7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342185 Jul 16 11:35:03.664624 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 51ae43e4-2fc0-487a-8bc2-340496c87f92 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:35:03.728057 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faf608-add1-488b-afe3-ad23505a2ba1 req-82527b60-dfbf-4c22-80c0-4a2622a5b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:03.730414 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-79faf608-add1-488b-afe3-ad23505a2ba1 req-82527b60-dfbf-4c22-80c0-4a2622a5b3a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f11877dcb4c49b69a3ec00e05d74fab&device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 1097 time: 0.0635374 Jul 16 11:35:03.734836 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e205d595-99ec-49e4-9291-4238fc4291bc req-5797b8fa-6e13-4fa8-98b4-48cbc8499f4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9512156-54f9-404f-9414-68adc0d41458 HTTP/1.1" status: 200 len: 217 time: 0.0682313 Jul 16 11:35:03.777776 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 51ae43e4-2fc0-487a-8bc2-340496c87f92, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=51ae43e4-2fc0-487a-8bc2-340496c87f92,segment=NetworkSegment(a80610aa-abb5-4a7a-8a02-126f58269df6),segment_id=a80610aa-abb5-4a7a-8a02-126f58269df6)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:03.794687 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': '51ae43e4-2fc0-487a-8bc2-340496c87f92', 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3', 'port_id': '51ae43e4-2fc0-487a-8bc2-340496c87f92', 'mac_address': 'fa:16:3e:c6:3e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:35:03.841575 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:03.855063 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ae43e4-2fc0-487a-8bc2-340496c87f92 {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:35:03.879341 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 51ae43e4-2fc0-487a-8bc2-340496c87f92, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=51ae43e4-2fc0-487a-8bc2-340496c87f92,segment=NetworkSegment(a80610aa-abb5-4a7a-8a02-126f58269df6),segment_id=a80610aa-abb5-4a7a-8a02-126f58269df6)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:03.883625 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:03.884505 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device ebfb4fa8-1097-4e04-82b3-f21383da1644 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:35:03.948723 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=51ae43e4-2fc0-487a-8bc2-340496c87f92,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:03.953154 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port ebfb4fa8-1097-4e04-82b3-f21383da1644, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=ebfb4fa8-1097-4e04-82b3-f21383da1644,segment=NetworkSegment(a80610aa-abb5-4a7a-8a02-126f58269df6),segment_id=a80610aa-abb5-4a7a-8a02-126f58269df6)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:03.964324 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': 'ebfb4fa8-1097-4e04-82b3-f21383da1644', 'network_id': 'fee2e96e-034a-462e-b501-313f6b4a85f3', 'port_id': 'ebfb4fa8-1097-4e04-82b3-f21383da1644', 'mac_address': 'fa:16:3e:9d:12:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:35:03.977259 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bbb62e1f-80f9-4c9d-bc90-11e4d059aeb1 req-cacea737-a90a-4cd6-9527-c0fc5ab922de tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 210 time: 0.0313606 Jul 16 11:35:04.002892 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:04.015642 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebfb4fa8-1097-4e04-82b3-f21383da1644 {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:35:04.034263 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port ebfb4fa8-1097-4e04-82b3-f21383da1644, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=ebfb4fa8-1097-4e04-82b3-f21383da1644,segment=NetworkSegment(a80610aa-abb5-4a7a-8a02-126f58269df6),segment_id=a80610aa-abb5-4a7a-8a02-126f58269df6)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:04.037579 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:04.081309 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=ebfb4fa8-1097-4e04-82b3-f21383da1644,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:04.244905 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbb9a8-a4ba-4148-b621-135f807a9610 req-bfee95cd-cd68-46d0-b9e3-32d14ce93430 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:04.246375 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-edcbb9a8-a4ba-4148-b621-135f807a9610 req-bfee95cd-cd68-46d0-b9e3-32d14ce93430 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 945 time: 0.0643513 Jul 16 11:35:04.296683 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:04.313943 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-edcbb9a8-a4ba-4148-b621-135f807a9610 req-a49cafdf-82f2-4bcd-bfc4-9f385eccca6a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554631 Jul 16 11:35:04.337739 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8ada5-ccad-49d2-99fa-931071ed01af req-3699121e-d4c3-42f2-a7f7-b88b75bea23d tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:04.339223 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-54d8ada5-ccad-49d2-99fa-931071ed01af req-3699121e-d4c3-42f2-a7f7-b88b75bea23d tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 945 time: 0.0893631 Jul 16 11:35:04.374473 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-54d8ada5-ccad-49d2-99fa-931071ed01af req-99a13739-9a2c-4869-a32f-549a80ae9a68 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298183 Jul 16 11:35:04.535204 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead36cfb-ae61-4c13-a44b-bfd3f4420d85 req-de14cab6-b11b-475a-b882-0189005e325f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:04.536582 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ead36cfb-ae61-4c13-a44b-bfd3f4420d85 req-de14cab6-b11b-475a-b882-0189005e325f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 943 time: 0.0602763 Jul 16 11:35:04.575151 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ead36cfb-ae61-4c13-a44b-bfd3f4420d85 req-bff1f4e0-e4d2-4544-beb6-5bcc0af0938d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332141 Jul 16 11:35:04.743953 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205d595-99ec-49e4-9291-4238fc4291bc req-34b45e4d-2ae6-4318-90dc-7d08a92e313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:04.746193 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e205d595-99ec-49e4-9291-4238fc4291bc req-34b45e4d-2ae6-4318-90dc-7d08a92e313f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49 HTTP/1.1" status: 200 len: 850 time: 0.0582922 Jul 16 11:35:04.792417 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faf608-add1-488b-afe3-ad23505a2ba1 req-e3fa3b7f-b0d6-44f1-8e7f-4dd68f10e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:04.793823 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-79faf608-add1-488b-afe3-ad23505a2ba1 req-e3fa3b7f-b0d6-44f1-8e7f-4dd68f10e7e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fee2e96e-034a-462e-b501-313f6b4a85f3 HTTP/1.1" status: 200 len: 919 time: 0.1064355 Jul 16 11:35:04.818811 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205d595-99ec-49e4-9291-4238fc4291bc req-b8c59c68-bdd5-4c89-bc08-79a148f1fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:04.820553 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e205d595-99ec-49e4-9291-4238fc4291bc req-b8c59c68-bdd5-4c89-bc08-79a148f1fac7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=536ad81a-3bad-486b-a777-2b662cbc48f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604815 Jul 16 11:35:04.843132 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-79faf608-add1-488b-afe3-ad23505a2ba1 req-8af7f6ad-42b9-4e49-a335-84b7ac27b2c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51ae43e4-2fc0-487a-8bc2-340496c87f92 HTTP/1.1" status: 200 len: 217 time: 0.0394423 Jul 16 11:35:04.844762 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['f7fb107f-99bd-4cdc-b7fa-6c7be774537b'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:35:04.900082 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faf608-add1-488b-afe3-ad23505a2ba1 req-a3cb8b95-70a8-47c0-9330-e7a8025647e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:04.901610 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-79faf608-add1-488b-afe3-ad23505a2ba1 req-a3cb8b95-70a8-47c0-9330-e7a8025647e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01 HTTP/1.1" status: 200 len: 858 time: 0.0477057 Jul 16 11:35:04.949883 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-79faf608-add1-488b-afe3-ad23505a2ba1 req-09392e29-2ba6-4cc9-bc00-1b9f2c907569 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fee2e96e-034a-462e-b501-313f6b4a85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384736 Jul 16 11:35:04.960750 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e205d595-99ec-49e4-9291-4238fc4291bc req-69c920f8-809d-4493-a467-d3746078d6c4 service neutron] 10.222.0.13 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238711 Jul 16 11:35:05.003577 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['ebfb4fa8-1097-4e04-82b3-f21383da1644'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:35:05.005975 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['51ae43e4-2fc0-487a-8bc2-340496c87f92'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:35:05.094098 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-79faf608-add1-488b-afe3-ad23505a2ba1 req-d67a8710-fe64-4ae0-ac31-792f101b9de7 service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372716 Jul 16 11:35:05.094767 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e205d595-99ec-49e4-9291-4238fc4291bc req-bcd852c9-94dc-4498-b86b-76cf8d4fe371 service neutron] 10.222.0.13 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236312 Jul 16 11:35:05.159675 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-eb05a026-a139-4ba3-9018-6623fb346bf1 req-8b345555-a6d6-48e5-93f2-989cca37c0c3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 210 time: 0.0293703 Jul 16 11:35:05.204708 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-79faf608-add1-488b-afe3-ad23505a2ba1 req-caeb1748-9307-4d03-8546-b7f47e7b206c service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982378 Jul 16 11:35:05.485121 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d93467-c8ae-4638-aefa-9dec41d9f510 req-31607ad0-a5a8-4637-b8cb-13cd94088266 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:05.486590 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-51d93467-c8ae-4638-aefa-9dec41d9f510 req-31607ad0-a5a8-4637-b8cb-13cd94088266 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 945 time: 0.0654864 Jul 16 11:35:05.551150 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-51d93467-c8ae-4638-aefa-9dec41d9f510 req-190c6c86-e14d-48a0-b8b9-537222d83c53 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555191 Jul 16 11:35:05.572181 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a1373-3713-4648-af41-5c85d996adae req-8b205652-c9a8-4ae3-826a-f010cfa1d0a0 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:05.573690 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-aa8a1373-3713-4648-af41-5c85d996adae req-8b205652-c9a8-4ae3-826a-f010cfa1d0a0 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 945 time: 0.0862093 Jul 16 11:35:05.611026 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-aa8a1373-3713-4648-af41-5c85d996adae req-b00a5bd5-e112-4bb1-9666-008d5df59eeb tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319395 Jul 16 11:35:05.747208 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa49df-085d-4825-b85f-e4f7cc978e4d req-134806e7-39e4-4102-aa4d-fb2147228151 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:05.748714 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-73fa49df-085d-4825-b85f-e4f7cc978e4d req-134806e7-39e4-4102-aa4d-fb2147228151 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 943 time: 0.0650325 Jul 16 11:35:05.787278 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-73fa49df-085d-4825-b85f-e4f7cc978e4d req-5a2ca861-8fdb-4640-88b6-b56b61ca7a18 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330727 Jul 16 11:35:06.304621 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-15fadb4e-de24-433e-ad55-150ff56ca413 req-c63d00f7-b4db-4c24-8f55-f51db581e6fd tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 210 time: 0.0283179 Jul 16 11:35:06.715453 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8fe29-9c25-44ee-b1ef-4ac2194150c7 req-53d30fa9-927f-41e3-95ce-843cd696c06f tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:06.716957 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a3e8fe29-9c25-44ee-b1ef-4ac2194150c7 req-53d30fa9-927f-41e3-95ce-843cd696c06f tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 945 time: 0.0603602 Jul 16 11:35:06.793932 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a3e8fe29-9c25-44ee-b1ef-4ac2194150c7 req-342eadf0-5829-4fb0-bbf1-7689976feb22 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670369 Jul 16 11:35:06.810197 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e95d23-d724-4403-80f1-21075dba9b94 req-44fab4bd-637f-47f7-beb3-d1f2220ae016 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:06.811859 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a5e95d23-d724-4403-80f1-21075dba9b94 req-44fab4bd-637f-47f7-beb3-d1f2220ae016 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 945 time: 0.0930912 Jul 16 11:35:06.849276 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a5e95d23-d724-4403-80f1-21075dba9b94 req-ded8b59c-65b9-4663-b8ef-b0c6bd8ee681 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316856 Jul 16 11:35:06.960974 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d860524-9fdb-4ad0-afde-d219f46562ab req-cecfb990-09c5-4860-90b4-7af2f619fc91 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:06.962441 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7d860524-9fdb-4ad0-afde-d219f46562ab req-cecfb990-09c5-4860-90b4-7af2f619fc91 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 943 time: 0.0620620 Jul 16 11:35:06.997957 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7d860524-9fdb-4ad0-afde-d219f46562ab req-8260d4cb-676b-4461-8d66-f3e861cb73d7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300009 Jul 16 11:35:07.445026 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7ce6f8a2-dcca-4a5d-8412-44427069a2d8 req-d808d6f6-1245-4427-ad2c-9526d83a6af8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 210 time: 0.0271575 Jul 16 11:35:07.976154 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaffac2-bf78-4f07-96bb-964d895ab291 req-0903ddae-8d17-4f94-a6e8-d03081a1d823 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:07.978089 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5eaffac2-bf78-4f07-96bb-964d895ab291 req-0903ddae-8d17-4f94-a6e8-d03081a1d823 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 945 time: 0.0730979 Jul 16 11:35:08.044556 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5eaffac2-bf78-4f07-96bb-964d895ab291 req-aea87b09-b057-46eb-ad1a-9b7b806ec1ad tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476058 Jul 16 11:35:08.059718 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db838976-1673-44c6-8479-9c2c33cbdc3b req-c7d594e0-3242-4b13-b24a-b8c333c7ad7a tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:08.064539 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-db838976-1673-44c6-8479-9c2c33cbdc3b req-c7d594e0-3242-4b13-b24a-b8c333c7ad7a tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 945 time: 0.1041458 Jul 16 11:35:08.098323 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-db838976-1673-44c6-8479-9c2c33cbdc3b req-9e9d19a9-d8c9-40e5-ba53-4b2a0430e890 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315564 Jul 16 11:35:08.212967 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09685af6-a5a0-41cd-a197-243c8d3be878 req-67aa951b-5f32-435c-a86c-e6451dc566b2 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:08.214719 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-09685af6-a5a0-41cd-a197-243c8d3be878 req-67aa951b-5f32-435c-a86c-e6451dc566b2 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 943 time: 0.0670938 Jul 16 11:35:08.259943 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-09685af6-a5a0-41cd-a197-243c8d3be878 req-e38d14ff-d8d4-4183-a70b-c06511f0866b tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383518 Jul 16 11:35:08.505622 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-4e52ef89-bbef-4761-a135-0bb391a9fea7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:08.507475 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-4e52ef89-bbef-4761-a135-0bb391a9fea7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.13 "GET /v2.0/networks?id=f3bf2836-3f60-4871-835c-2371c60f999a HTTP/1.1" status: 200 len: 817 time: 0.2744236 Jul 16 11:35:08.559005 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-673bb9f9-7e82-445c-9077-74e60d1b1e29 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57 HTTP/1.1" status: 200 len: 380 time: 0.0419438 Jul 16 11:35:08.568589 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-f7dcdc56-6bb9-4994-b6b4-1c3d4d531370 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Request body: {'port': {'device_id': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'admin_state_up': True, 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'security_groups': ['7de30813-37ee-4fd3-9638-50e6c06033cf']}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:35:08.586153 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e3ec6833-59ae-43ac-8644-5e0b7407801e req-b132eb90-acce-49a9-9e95-04ee881b9028 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 210 time: 0.0277050 Jul 16 11:35:08.674358 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-f7dcdc56-6bb9-4994-b6b4-1c3d4d531370 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Made reservation on behalf of fe97d478fdc74fdb8ed5c9bc4eb20d57 for: {'port': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:35:08.677913 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-f7dcdc56-6bb9-4994-b6b4-1c3d4d531370 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:08.799616 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-f7dcdc56-6bb9-4994-b6b4-1c3d4d531370 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Allocated IP 172.20.0.12 (f3bf2836-3f60-4871-835c-2371c60f999a/54cab1d6-11e7-4058-9076-dd369f1e0736/e4f37eb1-66c8-420b-9b91-6480de0fc846) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:35:08.948564 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-f7dcdc56-6bb9-4994-b6b4-1c3d4d531370 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:08.964585 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-f7dcdc56-6bb9-4994-b6b4-1c3d4d531370 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Transition to ACTIVE for port object e4f37eb1-66c8-420b-9b91-6480de0fc846 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:35:09.000637 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-f7dcdc56-6bb9-4994-b6b4-1c3d4d531370 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:09.058002 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-f7dcdc56-6bb9-4994-b6b4-1c3d4d531370 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Network f3bf2836-3f60-4871-835c-2371c60f999a is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:35:09.063469 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-f7dcdc56-6bb9-4994-b6b4-1c3d4d531370 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:35:09.067865 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-f7dcdc56-6bb9-4994-b6b4-1c3d4d531370 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:35:09.074746 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-f7dcdc56-6bb9-4994-b6b4-1c3d4d531370 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:09.075374 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-f7dcdc56-6bb9-4994-b6b4-1c3d4d531370 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:09.079298 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcdc56-6bb9-4994-b6b4-1c3d4d531370 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Pushing event updated for resources: {'Port': ['ID=e4f37eb1-66c8-420b-9b91-6480de0fc846,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:09.093163 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-f7dcdc56-6bb9-4994-b6b4-1c3d4d531370 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5279987 Jul 16 11:35:09.106620 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Request body: {'port': {'device_id': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:35:09.233944 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:09.388981 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47baa7a1-7e1c-494c-a827-832040a1711e req-8fa4b47b-9c35-4297-84fa-4163b8f2f9e1 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:09.392004 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-47baa7a1-7e1c-494c-a827-832040a1711e req-8fa4b47b-9c35-4297-84fa-4163b8f2f9e1 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 945 time: 0.1539340 Jul 16 11:35:09.420277 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a88135-35c6-4e1f-93d3-7ba5697ccace req-8e318e7d-c845-4f68-a909-9ce1b2e52143 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:09.427756 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e0a88135-35c6-4e1f-93d3-7ba5697ccace req-8e318e7d-c845-4f68-a909-9ce1b2e52143 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 945 time: 0.1292214 Jul 16 11:35:09.503452 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e0a88135-35c6-4e1f-93d3-7ba5697ccace req-27ed865b-3a5c-456a-b2f2-011f40cbec31 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645831 Jul 16 11:35:09.508080 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-336edc97-f1bf-4d94-9cbf-0df9801ca124 None None] Provisioning for port e4f37eb1-66c8-420b-9b91-6480de0fc846 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:35:09.510770 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-47baa7a1-7e1c-494c-a827-832040a1711e req-15cabba1-a675-4fe6-ae07-25845f808bdf tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818317 Jul 16 11:35:09.524348 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-336edc97-f1bf-4d94-9cbf-0df9801ca124 None None] Provisioning complete for port e4f37eb1-66c8-420b-9b91-6480de0fc846 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:35:09.524723 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-336edc97-f1bf-4d94-9cbf-0df9801ca124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:09.598834 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-336edc97-f1bf-4d94-9cbf-0df9801ca124 None None] Port e4f37eb1-66c8-420b-9b91-6480de0fc846 cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:35:09.668954 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f37eb1-66c8-420b-9b91-6480de0fc846 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:35:09.678092 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:09.698238 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Transition to ACTIVE for port object e4f37eb1-66c8-420b-9b91-6480de0fc846 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:35:09.704706 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:09.756398 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06290a18-6859-4458-9276-afb41710aef6 req-f1496b84-b53c-4c53-8bec-b0f52f096ee3 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:09.758343 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Pushing event updated for resources: {'Port': ['ID=e4f37eb1-66c8-420b-9b91-6480de0fc846,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:09.766905 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-06290a18-6859-4458-9276-afb41710aef6 req-f1496b84-b53c-4c53-8bec-b0f52f096ee3 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 943 time: 0.1233451 Jul 16 11:35:09.839922 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Attempting to bind port e4f37eb1-66c8-420b-9b91-6480de0fc846 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:35:09.840124 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Attempting to bind port e4f37eb1-66c8-420b-9b91-6480de0fc846 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'f756945b-6af6-4c64-a818-a5ffa7018341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:35:09.840490 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Attempting to bind port e4f37eb1-66c8-420b-9b91-6480de0fc846 on network f3bf2836-3f60-4871-835c-2371c60f999a {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:35:09.847831 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Port e4f37eb1-66c8-420b-9b91-6480de0fc846 on network f3bf2836-3f60-4871-835c-2371c60f999a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:35:09.848159 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Attempting to bind port e4f37eb1-66c8-420b-9b91-6480de0fc846 on network f3bf2836-3f60-4871-835c-2371c60f999a {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:35:09.859694 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-06290a18-6859-4458-9276-afb41710aef6 req-4923e2ea-4ab4-4a70-aa5d-a2296ae8ebfc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880706 Jul 16 11:35:09.860283 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:35:09.860645 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Checking segment: {'id': 'f756945b-6af6-4c64-a818-a5ffa7018341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:35:09.861146 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Bound using segment: {'id': 'f756945b-6af6-4c64-a818-a5ffa7018341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:35:09.864566 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Bound port: e4f37eb1-66c8-420b-9b91-6480de0fc846, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f756945b-6af6-4c64-a818-a5ffa7018341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:35:09.867028 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:09.897125 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f45d05-5e78-4ff5-a5b3-dda6ebbe6486 req-22eeb60d-b49f-4616-9db9-c7c855fac1bd tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:09.898522 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f1f45d05-5e78-4ff5-a5b3-dda6ebbe6486 req-22eeb60d-b49f-4616-9db9-c7c855fac1bd tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.1219206 Jul 16 11:35:09.948712 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f1f45d05-5e78-4ff5-a5b3-dda6ebbe6486 req-ad971ea9-31bc-4160-b800-c0dc0c7c77f6 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404561 Jul 16 11:35:09.980932 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] For port e4f37eb1-66c8-420b-9b91-6480de0fc846, host hv-cinder-78476, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:35:09.984605 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] For port e4f37eb1-66c8-420b-9b91-6480de0fc846, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e4f37eb1-66c8-420b-9b91-6480de0fc846,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:35:09.996797 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:10.033903 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:10.034774 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:10.036519 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] 10.222.0.13 "PUT /v2.0/ports/e4f37eb1-66c8-420b-9b91-6480de0fc846 HTTP/1.1" status: 200 len: 1094 time: 0.9351683 Jul 16 11:35:10.037045 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'tag': 'e4f37eb1-66c8-420b-9b91-6480de0fc846'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:35:10.040778 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5d364a-fc1e-4494-826f-cf014f49c1f4" -d '{"events": [{"name": "network-changed", "server_uuid": "5aebda69-8c8b-478b-936a-efc1bff04e79", "tag": "e4f37eb1-66c8-420b-9b91-6480de0fc846"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:35:10.049758 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device d9512156-54f9-404f-9414-68adc0d41458 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:35:10.093146 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device f7fb107f-99bd-4cdc-b7fa-6c7be774537b up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:35:10.098501 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ca7489-6362-490a-b08b-365d5fdfda81 x-openstack-request-id: req-57ca7489-6362-490a-b08b-365d5fdfda81 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:35:10.098904 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aebda69-8c8b-478b-936a-efc1bff04e79", "tag": "e4f37eb1-66c8-420b-9b91-6480de0fc846", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:35:10.099152 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57ca7489-6362-490a-b08b-365d5fdfda81 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:35:10.099538 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'tag': 'e4f37eb1-66c8-420b-9b91-6480de0fc846', 'status': 'completed', 'code': 200} Jul 16 11:35:10.134758 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff5b76-02f5-4af1-9386-e0bda708a23b service neutron] Pushing event updated for resources: {'Port': ['ID=e4f37eb1-66c8-420b-9b91-6480de0fc846,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:10.167976 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-329c9e3d-3b54-4250-8507-eac74a71359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:10.169596 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-329c9e3d-3b54-4250-8507-eac74a71359e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57&device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 1097 time: 0.0731914 Jul 16 11:35:10.205934 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port d9512156-54f9-404f-9414-68adc0d41458, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d9512156-54f9-404f-9414-68adc0d41458,segment=NetworkSegment(9fac70f1-b5d2-43ca-8a42-3e226e036e07),segment_id=9fac70f1-b5d2-43ca-8a42-3e226e036e07)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:10.219602 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': 'd9512156-54f9-404f-9414-68adc0d41458', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'port_id': 'd9512156-54f9-404f-9414-68adc0d41458', 'mac_address': 'fa:16:3e:0c:7f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:35:10.220428 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-e274d4d8-d0ac-46e9-b915-6014aa5766e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4f37eb1-66c8-420b-9b91-6480de0fc846 HTTP/1.1" status: 200 len: 217 time: 0.0423656 Jul 16 11:35:10.222507 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port f7fb107f-99bd-4cdc-b7fa-6c7be774537b completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:35:10.230898 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port f7fb107f-99bd-4cdc-b7fa-6c7be774537b triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:35:10.231269 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:10.272253 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-6ae6fb27-d6a1-476e-b00c-7af6f8c3ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:10.273951 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-6ae6fb27-d6a1-476e-b00c-7af6f8c3ef6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54cab1d6-11e7-4058-9076-dd369f1e0736 HTTP/1.1" status: 200 len: 856 time: 0.0470600 Jul 16 11:35:10.289644 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:10.307073 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9512156-54f9-404f-9414-68adc0d41458 {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:35:10.337531 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port d9512156-54f9-404f-9414-68adc0d41458, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d9512156-54f9-404f-9414-68adc0d41458,segment=NetworkSegment(9fac70f1-b5d2-43ca-8a42-3e226e036e07),segment_id=9fac70f1-b5d2-43ca-8a42-3e226e036e07)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:10.383753 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-ffacf422-8cb2-4524-8ac6-dccfe3d4e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:10.385643 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-ffacf422-8cb2-4524-8ac6-dccfe3d4e75b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3bf2836-3f60-4871-835c-2371c60f999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1052439 Jul 16 11:35:10.460773 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:10.509792 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-99c4255d-308d-469a-afd3-dea377baebbb service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160095 Jul 16 11:35:10.511239 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:10.557914 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port f7fb107f-99bd-4cdc-b7fa-6c7be774537b, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f7fb107f-99bd-4cdc-b7fa-6c7be774537b,segment=NetworkSegment(77264c8c-b8ef-45e6-9395-96c3236e2111),segment_id=77264c8c-b8ef-45e6-9395-96c3236e2111)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:10.559122 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=d9512156-54f9-404f-9414-68adc0d41458,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:10.562013 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c57523c-5fa0-4393-9b40-95aa529f2786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fb107f-99bd-4cdc-b7fa-6c7be774537b'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:35:10.654709 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:10.655531 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 51ae43e4-2fc0-487a-8bc2-340496c87f92 up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:35:10.734011 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-978951d2-0de8-4193-8465-f3e2b9ffded9 req-97acaff7-3da7-465b-813a-0641464bbba1 service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174642 Jul 16 11:35:10.737651 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=f7fb107f-99bd-4cdc-b7fa-6c7be774537b,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:10.755580 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port 51ae43e4-2fc0-487a-8bc2-340496c87f92 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:35:10.762346 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['d9512156-54f9-404f-9414-68adc0d41458'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:35:10.769307 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port 51ae43e4-2fc0-487a-8bc2-340496c87f92 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:35:10.770338 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:10.835503 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbf105-2ad3-41f0-9eed-98e4a67f673a req-dba73a9f-04c2-42e3-b492-79ddf1963db1 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:10.847390 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-19cbf105-2ad3-41f0-9eed-98e4a67f673a req-dba73a9f-04c2-42e3-b492-79ddf1963db1 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 946 time: 0.1333053 Jul 16 11:35:10.887966 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f0121-7992-47a5-9706-dfd8766cd47b req-154665bf-1ac8-4671-b6cf-cdbc9bcc6519 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:10.889894 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8f9f0121-7992-47a5-9706-dfd8766cd47b req-154665bf-1ac8-4671-b6cf-cdbc9bcc6519 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 945 time: 0.1364641 Jul 16 11:35:10.899520 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff5ebec-3ca1-4f2a-8b1d-68907058474f" -d '{"events": [{"server_uuid": "0c57523c-5fa0-4393-9b40-95aa529f2786", "name": "network-vif-plugged", "status": "completed", "tag": "f7fb107f-99bd-4cdc-b7fa-6c7be774537b"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:35:10.917927 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d364a-fc1e-4494-826f-cf014f49c1f4 req-c5578b1f-0be5-46ac-86ab-a41dc8278d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:10.919592 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9c5d364a-fc1e-4494-826f-cf014f49c1f4 req-c5578b1f-0be5-46ac-86ab-a41dc8278d2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57&device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 1097 time: 0.1096728 Jul 16 11:35:10.934446 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:10.936216 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-19cbf105-2ad3-41f0-9eed-98e4a67f673a req-c1ad96b3-2080-4c98-8114-b495d2106f7b tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875912 Jul 16 11:35:10.997385 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 51ae43e4-2fc0-487a-8bc2-340496c87f92, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=51ae43e4-2fc0-487a-8bc2-340496c87f92,segment=NetworkSegment(a80610aa-abb5-4a7a-8a02-126f58269df6),segment_id=a80610aa-abb5-4a7a-8a02-126f58269df6)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:11.010997 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:11.011979 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device ebfb4fa8-1097-4e04-82b3-f21383da1644 up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:35:11.019925 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8f9f0121-7992-47a5-9706-dfd8766cd47b req-1788737a-f7b8-4b41-8771-fbbfa73a8f5f tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127877 Jul 16 11:35:11.130908 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d364a-fc1e-4494-826f-cf014f49c1f4 req-f1f6dcd1-c868-4b63-b4ee-a56d3b7b5773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:11.131475 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=51ae43e4-2fc0-487a-8bc2-340496c87f92,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:11.133246 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9c5d364a-fc1e-4494-826f-cf014f49c1f4 req-f1f6dcd1-c868-4b63-b4ee-a56d3b7b5773 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3bf2836-3f60-4871-835c-2371c60f999a HTTP/1.1" status: 200 len: 918 time: 0.2065597 Jul 16 11:35:11.144676 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port ebfb4fa8-1097-4e04-82b3-f21383da1644 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:35:11.148862 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port ebfb4fa8-1097-4e04-82b3-f21383da1644 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:35:11.149236 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:11.224208 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9c5d364a-fc1e-4494-826f-cf014f49c1f4 req-3921a149-7e05-4679-911b-949a50d154b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4f37eb1-66c8-420b-9b91-6480de0fc846 HTTP/1.1" status: 200 len: 217 time: 0.0718701 Jul 16 11:35:11.239099 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bce5134-039c-4ca2-9e98-3941323161fc x-openstack-request-id: req-5bce5134-039c-4ca2-9e98-3941323161fc {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:35:11.239619 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c57523c-5fa0-4393-9b40-95aa529f2786", "name": "network-vif-plugged", "status": "completed", "tag": "f7fb107f-99bd-4cdc-b7fa-6c7be774537b", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:35:11.240110 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bce5134-039c-4ca2-9e98-3941323161fc {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:35:11.240858 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c57523c-5fa0-4393-9b40-95aa529f2786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fb107f-99bd-4cdc-b7fa-6c7be774537b', 'code': 200} Jul 16 11:35:11.244751 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1c6c8-571a-4991-8cae-1f9eeecf67a3 req-66ec445c-f593-4183-a928-43c62cc0ae68 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:11.247031 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-dcf1c6c8-571a-4991-8cae-1f9eeecf67a3 req-66ec445c-f593-4183-a928-43c62cc0ae68 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 944 time: 0.1057553 Jul 16 11:35:11.267097 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:11.310211 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port ebfb4fa8-1097-4e04-82b3-f21383da1644, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=ebfb4fa8-1097-4e04-82b3-f21383da1644,segment=NetworkSegment(a80610aa-abb5-4a7a-8a02-126f58269df6),segment_id=a80610aa-abb5-4a7a-8a02-126f58269df6)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:11.316424 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-dcf1c6c8-571a-4991-8cae-1f9eeecf67a3 req-1229f05e-4c49-430f-847f-d713a82b07f4 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615449 Jul 16 11:35:11.331794 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:11.361514 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d364a-fc1e-4494-826f-cf014f49c1f4 req-15f37859-db6e-4c57-8c3e-bef187b59acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:11.363578 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9c5d364a-fc1e-4494-826f-cf014f49c1f4 req-15f37859-db6e-4c57-8c3e-bef187b59acc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54cab1d6-11e7-4058-9076-dd369f1e0736 HTTP/1.1" status: 200 len: 856 time: 0.1252987 Jul 16 11:35:11.392298 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=ebfb4fa8-1097-4e04-82b3-f21383da1644,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:11.395117 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0c50d-4235-4dc0-b708-ea8508141061 req-1b1cae2c-d3d8-4d3c-8bc2-e8c88c24f439 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:11.396961 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-67d0c50d-4235-4dc0-b708-ea8508141061 req-1b1cae2c-d3d8-4d3c-8bc2-e8c88c24f439 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0654581 Jul 16 11:35:11.437418 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-67d0c50d-4235-4dc0-b708-ea8508141061 req-9291fbe2-0ea7-4f3d-8d0f-63a648117187 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332685 Jul 16 11:35:11.451560 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d364a-fc1e-4494-826f-cf014f49c1f4 req-7daba801-8d05-4fd9-9abd-b3e30a80c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:11.453221 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9c5d364a-fc1e-4494-826f-cf014f49c1f4 req-7daba801-8d05-4fd9-9abd-b3e30a80c982 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3bf2836-3f60-4871-835c-2371c60f999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818417 Jul 16 11:35:11.548995 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9c5d364a-fc1e-4494-826f-cf014f49c1f4 req-b5a416fc-99f5-4fe9-af29-864aa49ef62b service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865276 Jul 16 11:35:11.554160 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd045b18-e522-410a-992d-a75ff33c9dc3 req-e89fd7a9-2973-46c5-9237-4e24ad30db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:11.555655 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bd045b18-e522-410a-992d-a75ff33c9dc3 req-e89fd7a9-2973-46c5-9237-4e24ad30db59 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 1099 time: 0.0828724 Jul 16 11:35:11.573228 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-bd045b18-e522-410a-992d-a75ff33c9dc3 req-ab999d95-bfc5-446c-b71d-dee9a458dc70 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:11.637381 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9c5d364a-fc1e-4494-826f-cf014f49c1f4 req-14706c08-66a0-4f69-9ec4-a529275dc1f9 service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812321 Jul 16 11:35:11.660725 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-bd045b18-e522-410a-992d-a75ff33c9dc3 req-ab999d95-bfc5-446c-b71d-dee9a458dc70 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:11.664457 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-bd045b18-e522-410a-992d-a75ff33c9dc3 req-ab999d95-bfc5-446c-b71d-dee9a458dc70 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:11.691709 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bd045b18-e522-410a-992d-a75ff33c9dc3 req-ab999d95-bfc5-446c-b71d-dee9a458dc70 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294286 Jul 16 11:35:11.700360 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab999d95-bfc5-446c-b71d-dee9a458dc70 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e48a01a6-0eba-4759-b63e-4d43fd7cadd1,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:12.056278 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device d9512156-54f9-404f-9414-68adc0d41458 up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:35:12.121668 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port d9512156-54f9-404f-9414-68adc0d41458 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:35:12.130059 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port d9512156-54f9-404f-9414-68adc0d41458 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:35:12.130059 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:12.130296 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 42450) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:12.130770 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa4021-90fe-4f29-a664-d33f59c99a85 req-8ca01ff8-a300-4a13-9dc1-703641b03d74 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:12.134744 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5ffa4021-90fe-4f29-a664-d33f59c99a85 req-8ca01ff8-a300-4a13-9dc1-703641b03d74 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 946 time: 0.0842545 Jul 16 11:35:12.238341 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5ffa4021-90fe-4f29-a664-d33f59c99a85 req-e58c7334-f2b0-4a35-8c7f-afd132fcd047 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928748 Jul 16 11:35:12.292810 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:12.302889 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046457b1-da3b-4ffe-8607-f2af9cce239d req-006e0689-8321-4205-ab58-92572e9f0807 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:12.307452 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-046457b1-da3b-4ffe-8607-f2af9cce239d req-006e0689-8321-4205-ab58-92572e9f0807 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.1572530 Jul 16 11:35:12.333907 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-54581abf-23bf-4ed4-9b86-7cfd0cf6e50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:12.343583 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port d9512156-54f9-404f-9414-68adc0d41458, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d9512156-54f9-404f-9414-68adc0d41458,segment=NetworkSegment(9fac70f1-b5d2-43ca-8a42-3e226e036e07),segment_id=9fac70f1-b5d2-43ca-8a42-3e226e036e07)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:12.347630 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:12.387640 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-046457b1-da3b-4ffe-8607-f2af9cce239d req-8494f3e2-0bb2-4c05-a3b4-5ed0e505abdf tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681229 Jul 16 11:35:12.419388 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=d9512156-54f9-404f-9414-68adc0d41458,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:12.478499 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-54581abf-23bf-4ed4-9b86-7cfd0cf6e50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:12.485212 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-54581abf-23bf-4ed4-9b86-7cfd0cf6e50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:12.534681 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-54581abf-23bf-4ed4-9b86-7cfd0cf6e50f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4af6f823d0a4cf4ae6d18adbff247fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006145 Jul 16 11:35:12.534681 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 42478) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:12.550265 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54581abf-23bf-4ed4-9b86-7cfd0cf6e50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa25ae9-f936-4ea4-892e-8edba0ce83fa,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:12.605984 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c639f25b-9817-4ef5-a430-b4543e1f9f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:12.628211 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c639f25b-9817-4ef5-a430-b4543e1f9f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:12.636777 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbb741-e58a-4aed-9f7e-3fb55d2604ec req-8527d389-44d8-41ec-b323-2a8a7c943070 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:12.638275 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-59cbb741-e58a-4aed-9f7e-3fb55d2604ec req-8527d389-44d8-41ec-b323-2a8a7c943070 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.1538551 Jul 16 11:35:12.678723 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c639f25b-9817-4ef5-a430-b4543e1f9f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:12.682199 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c639f25b-9817-4ef5-a430-b4543e1f9f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:12.686142 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-c639f25b-9817-4ef5-a430-b4543e1f9f26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1aa25ae9-f936-4ea4-892e-8edba0ce83fa HTTP/1.1" status: 204 len: 168 time: 0.1477928 Jul 16 11:35:12.692324 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639f25b-9817-4ef5-a430-b4543e1f9f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa25ae9-f936-4ea4-892e-8edba0ce83fa,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:12.720781 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-59cbb741-e58a-4aed-9f7e-3fb55d2604ec req-14e54d0b-9142-4ac6-8dbf-f667d7d260d5 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679643 Jul 16 11:35:12.733124 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac902f-a14a-43a7-bb42-49634e33febf req-2b5e0155-6ac0-44ea-80f1-4002ffc695b0 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:12.734604 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-06ac902f-a14a-43a7-bb42-49634e33febf req-2b5e0155-6ac0-44ea-80f1-4002ffc695b0 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.1405883 Jul 16 11:35:12.780807 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-06ac902f-a14a-43a7-bb42-49634e33febf req-c54ccfd2-078d-4bbe-9b26-ccfa2bd7be69 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400417 Jul 16 11:35:12.981132 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 42494) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:12.994119 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-469ddc3c-934f-435e-98e4-18ab9e0dd9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:13.082137 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-469ddc3c-934f-435e-98e4-18ab9e0dd9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:13.085920 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-469ddc3c-934f-435e-98e4-18ab9e0dd9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:13.122683 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-469ddc3c-934f-435e-98e4-18ab9e0dd9a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9d12f6d11174d02bc68d7ca7b717897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404917 Jul 16 11:35:13.123824 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ddc3c-934f-435e-98e4-18ab9e0dd9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0503d8-2fd9-4129-a7d4-088d8dd7a0ee,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:13.125388 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 42496) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:13.172403 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a29be1e-93c2-4324-b9fa-513336528235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:13.192671 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a29be1e-93c2-4324-b9fa-513336528235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:13.240472 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a29be1e-93c2-4324-b9fa-513336528235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:13.242392 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817a5224-ea61-4425-8b1e-c119369fd3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ae43e4-2fc0-487a-8bc2-340496c87f92'}, {'server_uuid': '1d451953-739d-4ae3-9b2c-824b028b5d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfb4fa8-1097-4e04-82b3-f21383da1644'}, {'server_uuid': 'c795e73d-f74b-479b-83c4-7a8896a61295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9512156-54f9-404f-9414-68adc0d41458'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:35:13.243001 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a29be1e-93c2-4324-b9fa-513336528235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:13.246697 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-7a29be1e-93c2-4324-b9fa-513336528235 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b0503d8-2fd9-4129-a7d4-088d8dd7a0ee HTTP/1.1" status: 204 len: 168 time: 0.1178775 Jul 16 11:35:13.246842 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094df78e-c0be-4933-a17e-3dc7a9df21a0" -d '{"events": [{"server_uuid": "817a5224-ea61-4425-8b1e-c119369fd3ab", "name": "network-vif-plugged", "status": "completed", "tag": "51ae43e4-2fc0-487a-8bc2-340496c87f92"}, {"server_uuid": "1d451953-739d-4ae3-9b2c-824b028b5d28", "name": "network-vif-plugged", "status": "completed", "tag": "ebfb4fa8-1097-4e04-82b3-f21383da1644"}, {"server_uuid": "c795e73d-f74b-479b-83c4-7a8896a61295", "name": "network-vif-plugged", "status": "completed", "tag": "d9512156-54f9-404f-9414-68adc0d41458"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:35:13.252159 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29be1e-93c2-4324-b9fa-513336528235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0503d8-2fd9-4129-a7d4-088d8dd7a0ee,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:13.310477 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 11:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac244d9-1683-40fb-b027-a012dabb460f x-openstack-request-id: req-fac244d9-1683-40fb-b027-a012dabb460f {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:35:13.310876 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817a5224-ea61-4425-8b1e-c119369fd3ab", "name": "network-vif-plugged", "status": "completed", "tag": "51ae43e4-2fc0-487a-8bc2-340496c87f92", "code": 200}, {"server_uuid": "1d451953-739d-4ae3-9b2c-824b028b5d28", "name": "network-vif-plugged", "status": "completed", "tag": "ebfb4fa8-1097-4e04-82b3-f21383da1644", "code": 200}, {"server_uuid": "c795e73d-f74b-479b-83c4-7a8896a61295", "name": "network-vif-plugged", "status": "completed", "tag": "d9512156-54f9-404f-9414-68adc0d41458", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:35:13.311116 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fac244d9-1683-40fb-b027-a012dabb460f {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:35:13.311651 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817a5224-ea61-4425-8b1e-c119369fd3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ae43e4-2fc0-487a-8bc2-340496c87f92', 'code': 200} Jul 16 11:35:13.311933 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d451953-739d-4ae3-9b2c-824b028b5d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfb4fa8-1097-4e04-82b3-f21383da1644', 'code': 200} Jul 16 11:35:13.312409 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c795e73d-f74b-479b-83c4-7a8896a61295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9512156-54f9-404f-9414-68adc0d41458', 'code': 200} Jul 16 11:35:13.464270 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caae06d-4d06-4275-a5c0-90bcdcc0a911 req-f0d514cb-29f9-4e31-8719-3bb98a85e972 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:13.465721 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6caae06d-4d06-4275-a5c0-90bcdcc0a911 req-f0d514cb-29f9-4e31-8719-3bb98a85e972 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 946 time: 0.0769386 Jul 16 11:35:13.527282 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6caae06d-4d06-4275-a5c0-90bcdcc0a911 req-c2511a91-0f58-45a1-8323-c85c7af32c6c tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539916 Jul 16 11:35:13.677062 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 42522) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:13.802398 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e1e40c5c-b014-46f4-96c9-2ca4eb8c55f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:13.837858 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3af27-7473-4df6-b87f-b06c2aa08ae7 req-27f99d1c-7725-4955-9dc0-081c98ab2d49 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:13.844346 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f7d3af27-7473-4df6-b87f-b06c2aa08ae7 req-27f99d1c-7725-4955-9dc0-081c98ab2d49 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.1732366 Jul 16 11:35:13.954333 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f7d3af27-7473-4df6-b87f-b06c2aa08ae7 req-da0a245d-eeff-4f6d-bb34-b45ed794967f tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029654 Jul 16 11:35:14.086992 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device e4f37eb1-66c8-420b-9b91-6480de0fc846 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:35:14.122011 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e1e40c5c-b014-46f4-96c9-2ca4eb8c55f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:14.218851 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port e4f37eb1-66c8-420b-9b91-6480de0fc846, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e4f37eb1-66c8-420b-9b91-6480de0fc846,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:14.228833 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e1e40c5c-b014-46f4-96c9-2ca4eb8c55f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:14.246209 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': 'e4f37eb1-66c8-420b-9b91-6480de0fc846', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'port_id': 'e4f37eb1-66c8-420b-9b91-6480de0fc846', 'mac_address': 'fa:16:3e:d1:9f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:35:14.346532 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680a6cd-837c-4bf0-9008-855e84202396 req-eb8303e7-a3f3-4913-82cc-1ced850c7db1 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:14.354857 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e40c5c-b014-46f4-96c9-2ca4eb8c55f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b645a060-17d9-490d-816f-8d2d64aa7140,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:14.355420 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8680a6cd-837c-4bf0-9008-855e84202396 req-eb8303e7-a3f3-4913-82cc-1ced850c7db1 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.3640461 Jul 16 11:35:14.360757 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-e1e40c5c-b014-46f4-96c9-2ca4eb8c55f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0570e44734445a180551e97ad87d79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6826696 Jul 16 11:35:14.368487 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:14.370844 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 42564) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:14.392133 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2d329-a905-4f05-8d89-ce2491b011c6 req-2d39ed09-bee1-4c99-88d0-97ef27ffb7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:14.394210 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b9f2d329-a905-4f05-8d89-ce2491b011c6 req-2d39ed09-bee1-4c99-88d0-97ef27ffb7c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 1099 time: 0.2931888 Jul 16 11:35:14.402954 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f37eb1-66c8-420b-9b91-6480de0fc846 {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:35:14.441163 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port e4f37eb1-66c8-420b-9b91-6480de0fc846, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e4f37eb1-66c8-420b-9b91-6480de0fc846,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:14.442498 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdbb77-8ac0-4d28-942b-dd7b285984d1 req-d6897fe4-956b-47f7-bbba-cc2dba756c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:14.444595 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-a6cdbb77-8ac0-4d28-942b-dd7b285984d1 req-d6897fe4-956b-47f7-bbba-cc2dba756c3f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 1098 time: 0.3210387 Jul 16 11:35:14.450446 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece4467-403b-40d2-a3f1-6ad8821a064a req-7517d954-8a34-4a17-8cdf-6cae4d309aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:14.451940 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9ece4467-403b-40d2-a3f1-6ad8821a064a req-7517d954-8a34-4a17-8cdf-6cae4d309aa3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 1099 time: 0.3275650 Jul 16 11:35:14.453943 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba8350-02b3-48c2-9d17-48b084c6c6c5 req-0d191079-06c7-4c98-92a6-817ae4159453 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:14.461953 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:14.464016 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-76ba8350-02b3-48c2-9d17-48b084c6c6c5 req-0d191079-06c7-4c98-92a6-817ae4159453 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.1936579 Jul 16 11:35:14.505291 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8680a6cd-837c-4bf0-9008-855e84202396 req-37db3a64-010b-4c49-807f-537ba449de35 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489010 Jul 16 11:35:14.530131 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ba20-76b5-4b02-b633-8870f4c191fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:14.541391 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b9f2d329-a905-4f05-8d89-ce2491b011c6 req-5b430d55-1e2d-4198-b044-2085aa035314 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374347 Jul 16 11:35:14.552736 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-76ba8350-02b3-48c2-9d17-48b084c6c6c5 req-5a3a1edc-dcb7-4a0e-a064-13f023e18e9f tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876210 Jul 16 11:35:14.559343 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=e4f37eb1-66c8-420b-9b91-6480de0fc846,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:14.598347 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-a6cdbb77-8ac0-4d28-942b-dd7b285984d1 req-394f2d70-85a4-499d-a6b4-956286014e77 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444979 Jul 16 11:35:14.608539 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ba20-76b5-4b02-b633-8870f4c191fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:14.613118 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9ece4467-403b-40d2-a3f1-6ad8821a064a req-5768a29b-cf3b-40fe-beef-56142dc43e54 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447210 Jul 16 11:35:14.678542 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ba20-76b5-4b02-b633-8870f4c191fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:14.681174 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ba20-76b5-4b02-b633-8870f4c191fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:14.684418 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-bcb5ba20-76b5-4b02-b633-8870f4c191fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b645a060-17d9-490d-816f-8d2d64aa7140 HTTP/1.1" status: 204 len: 168 time: 0.3083940 Jul 16 11:35:14.693338 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5ba20-76b5-4b02-b633-8870f4c191fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b645a060-17d9-490d-816f-8d2d64aa7140,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:14.767196 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['e4f37eb1-66c8-420b-9b91-6480de0fc846'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:35:15.156295 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 42602) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:15.158466 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28587d18-d9af-49e4-8871-bb2a3e8bc31a req-4063b842-8299-4cc6-bd69-6ab7d3c55e20 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:15.160224 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-28587d18-d9af-49e4-8871-bb2a3e8bc31a req-4063b842-8299-4cc6-bd69-6ab7d3c55e20 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0803699 Jul 16 11:35:15.175164 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e1fbf82a-3840-487e-86c8-748be6125718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:15.216883 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-28587d18-d9af-49e4-8871-bb2a3e8bc31a req-74036f25-ebc8-4587-bb54-8d0b52d804e5 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485635 Jul 16 11:35:15.333713 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e1fbf82a-3840-487e-86c8-748be6125718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:15.337776 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e1fbf82a-3840-487e-86c8-748be6125718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:15.379967 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-e1fbf82a-3840-487e-86c8-748be6125718 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00ab5a9d88f943f786479fa8c1b2511e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209947 Jul 16 11:35:15.379967 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbf82a-3840-487e-86c8-748be6125718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866af4c6-27be-43a1-be4a-aa55bdbd6dc7,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:15.384053 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 42616) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:15.454231 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-89624df1-88f4-45e1-8fd7-14521dd07bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:15.476166 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-89624df1-88f4-45e1-8fd7-14521dd07bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:15.532387 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-89624df1-88f4-45e1-8fd7-14521dd07bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:15.535223 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-89624df1-88f4-45e1-8fd7-14521dd07bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:15.536411 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-89624df1-88f4-45e1-8fd7-14521dd07bdd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/866af4c6-27be-43a1-be4a-aa55bdbd6dc7 HTTP/1.1" status: 204 len: 168 time: 0.1515005 Jul 16 11:35:15.547379 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89624df1-88f4-45e1-8fd7-14521dd07bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866af4c6-27be-43a1-be4a-aa55bdbd6dc7,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:15.725935 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418892e0-bf85-438a-94ac-4344ea7ad4d6 req-d9512a08-417f-48c2-a53e-2d18cc93609a tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:15.731181 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-418892e0-bf85-438a-94ac-4344ea7ad4d6 req-d9512a08-417f-48c2-a53e-2d18cc93609a tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0897305 Jul 16 11:35:15.807121 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-418892e0-bf85-438a-94ac-4344ea7ad4d6 req-c0bcb81a-51a9-411d-b324-8d424a499785 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685787 Jul 16 11:35:15.981007 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 42654) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:16.002611 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4e63c-0c8a-4fe3-ba1b-d43378687449 req-0323e5fd-630e-4214-95a0-58e82c81fab7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:16.004246 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ab4e63c-0c8a-4fe3-ba1b-d43378687449 req-0323e5fd-630e-4214-95a0-58e82c81fab7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 945 time: 0.0764527 Jul 16 11:35:16.057275 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ab4e63c-0c8a-4fe3-ba1b-d43378687449 req-833e71bd-63e9-41f5-8c3c-f28e0a57d035 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462601 Jul 16 11:35:16.108054 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6687a7c8-1675-4852-9def-85b7561dfde2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:16.228783 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6687a7c8-1675-4852-9def-85b7561dfde2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:16.233156 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6687a7c8-1675-4852-9def-85b7561dfde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:16.271781 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-6687a7c8-1675-4852-9def-85b7561dfde2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc89de0104824188848be7b12af58588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897139 Jul 16 11:35:16.272619 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687a7c8-1675-4852-9def-85b7561dfde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c26b67-a21d-4e41-96db-a82eed41dfa3,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:16.275286 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 42678) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:16.329378 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-50e45976-9342-4bd8-8fbb-81da222a6eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:16.356171 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-50e45976-9342-4bd8-8fbb-81da222a6eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:16.439357 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313599d-db20-450e-814b-d6e0d37acc49 req-10e5f921-f9e8-477e-a4b8-0035cb637c95 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:16.441131 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9313599d-db20-450e-814b-d6e0d37acc49 req-10e5f921-f9e8-477e-a4b8-0035cb637c95 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0900381 Jul 16 11:35:16.465127 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-50e45976-9342-4bd8-8fbb-81da222a6eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:16.467568 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-50e45976-9342-4bd8-8fbb-81da222a6eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:16.468805 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-50e45976-9342-4bd8-8fbb-81da222a6eee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89c26b67-a21d-4e41-96db-a82eed41dfa3 HTTP/1.1" status: 204 len: 168 time: 0.1922576 Jul 16 11:35:16.485194 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e45976-9342-4bd8-8fbb-81da222a6eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c26b67-a21d-4e41-96db-a82eed41dfa3,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:16.503779 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9313599d-db20-450e-814b-d6e0d37acc49 req-08d5ed05-06c1-4ccb-b70b-28e22637bd22 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555770 Jul 16 11:35:16.784827 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 42696) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:16.798136 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8a0f6153-47f1-4173-8590-e1f8f5c5c0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:16.896677 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8a0f6153-47f1-4173-8590-e1f8f5c5c0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:16.900039 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8a0f6153-47f1-4173-8590-e1f8f5c5c0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:17.146100 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-8a0f6153-47f1-4173-8590-e1f8f5c5c0e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=916218230fe74b75b868bf4e0dc6f94c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595731 Jul 16 11:35:17.148787 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 42708) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:17.149260 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f6153-47f1-4173-8590-e1f8f5c5c0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f1a86a-ac35-4efb-b1c9-0446f5543e76,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:17.210010 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fba7c-467c-474e-8cc4-1e6a960cc0e6 req-80fbd38f-95b2-4573-9e89-e5ba3ae5a66f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:17.211390 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-490fba7c-467c-474e-8cc4-1e6a960cc0e6 req-80fbd38f-95b2-4573-9e89-e5ba3ae5a66f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.1156249 Jul 16 11:35:17.212262 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7ee98094-bf93-48f2-a3c8-647896995eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:17.233636 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7ee98094-bf93-48f2-a3c8-647896995eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:17.266817 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9d223-2b06-4447-a852-dce61fcff5b3 req-ba81cdb8-0122-4327-835c-0a7fa0a104d1 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:17.268328 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-82f9d223-2b06-4447-a852-dce61fcff5b3 req-ba81cdb8-0122-4327-835c-0a7fa0a104d1 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 945 time: 0.1024673 Jul 16 11:35:17.271409 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-490fba7c-467c-474e-8cc4-1e6a960cc0e6 req-7cf54f89-a20e-439f-97df-b37329a1dfbe tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540164 Jul 16 11:35:17.302025 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7ee98094-bf93-48f2-a3c8-647896995eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:17.304797 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7ee98094-bf93-48f2-a3c8-647896995eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:17.306223 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-7ee98094-bf93-48f2-a3c8-647896995eff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94f1a86a-ac35-4efb-b1c9-0446f5543e76 HTTP/1.1" status: 204 len: 168 time: 0.1562717 Jul 16 11:35:17.324243 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee98094-bf93-48f2-a3c8-647896995eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f1a86a-ac35-4efb-b1c9-0446f5543e76,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:17.324396 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-82f9d223-2b06-4447-a852-dce61fcff5b3 req-97f23258-eb4d-451c-a56c-cc071b0e903d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351434 Jul 16 11:35:17.678616 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb2ecb-7414-44fd-a85d-dffaf1f52cbb req-f2596127-5ba1-4661-b364-8ff6bd0e20a5 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:17.680168 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-05eb2ecb-7414-44fd-a85d-dffaf1f52cbb req-f2596127-5ba1-4661-b364-8ff6bd0e20a5 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0644298 Jul 16 11:35:17.717425 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-05eb2ecb-7414-44fd-a85d-dffaf1f52cbb req-b8c0371a-1e02-4cc9-bc69-471ccc51b8ef tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311699 Jul 16 11:35:18.461881 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05ec88-dc0a-40f9-8c76-0e7ebe418d79 req-bf61cf48-d3d2-4f36-b298-f9a48e81ed17 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:18.463344 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6f05ec88-dc0a-40f9-8c76-0e7ebe418d79 req-bf61cf48-d3d2-4f36-b298-f9a48e81ed17 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0743701 Jul 16 11:35:18.489535 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device e4f37eb1-66c8-420b-9b91-6480de0fc846 up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:35:18.534857 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6f05ec88-dc0a-40f9-8c76-0e7ebe418d79 req-05b8b93a-e33d-4bfe-85e5-e0bead8372fe tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522542 Jul 16 11:35:18.557979 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa569a3-6999-4683-aed7-be4d1ba30fff req-1487ae7b-cb3a-438a-a275-45b4b07bac25 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:18.559529 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2fa569a3-6999-4683-aed7-be4d1ba30fff req-1487ae7b-cb3a-438a-a275-45b4b07bac25 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 945 time: 0.1189861 Jul 16 11:35:18.583424 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port e4f37eb1-66c8-420b-9b91-6480de0fc846 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:35:18.588390 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port e4f37eb1-66c8-420b-9b91-6480de0fc846 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:35:18.588768 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:18.622736 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2fa569a3-6999-4683-aed7-be4d1ba30fff req-35d3f8e9-f0e8-44af-b543-be8920ffc376 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572081 Jul 16 11:35:18.679768 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:18.703197 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f37eb1-66c8-420b-9b91-6480de0fc846'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:35:18.705742 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35555eab-ce44-4948-a020-b6d92b3b3b2b" -d '{"events": [{"server_uuid": "5aebda69-8c8b-478b-936a-efc1bff04e79", "name": "network-vif-plugged", "status": "completed", "tag": "e4f37eb1-66c8-420b-9b91-6480de0fc846"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:35:18.727937 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port e4f37eb1-66c8-420b-9b91-6480de0fc846, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e4f37eb1-66c8-420b-9b91-6480de0fc846,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:18.733869 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:18.763449 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e8ba2b-69f6-4a5e-a9b7-28c9f5195c94 x-openstack-request-id: req-13e8ba2b-69f6-4a5e-a9b7-28c9f5195c94 {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:35:18.763857 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aebda69-8c8b-478b-936a-efc1bff04e79", "name": "network-vif-plugged", "status": "completed", "tag": "e4f37eb1-66c8-420b-9b91-6480de0fc846", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:35:18.764352 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13e8ba2b-69f6-4a5e-a9b7-28c9f5195c94 {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:35:18.765256 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f37eb1-66c8-420b-9b91-6480de0fc846', 'code': 200} Jul 16 11:35:18.812260 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=e4f37eb1-66c8-420b-9b91-6480de0fc846,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:18.958114 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7399ad-c13c-43c7-b3fa-823a43d1bc6c req-06aa7b63-7293-4bb1-96f7-a77beca64f06 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:18.959713 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7a7399ad-c13c-43c7-b3fa-823a43d1bc6c req-06aa7b63-7293-4bb1-96f7-a77beca64f06 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0790660 Jul 16 11:35:19.011309 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7a7399ad-c13c-43c7-b3fa-823a43d1bc6c req-59c3c442-e11e-4deb-a467-c33e36d4ab27 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419583 Jul 16 11:35:19.130354 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0b926-f1bc-4e5c-8ec6-296d6f417c5c req-c233b48a-b545-4f08-ae3f-e3a14821c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:19.131862 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-5ed0b926-f1bc-4e5c-8ec6-296d6f417c5c req-c233b48a-b545-4f08-ae3f-e3a14821c8ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 1099 time: 0.0576375 Jul 16 11:35:19.167130 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-5ed0b926-f1bc-4e5c-8ec6-296d6f417c5c req-e03c3eb0-977c-4fd2-9f9b-b4dc0f4eb213 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285053 Jul 16 11:35:19.747280 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f988b8-c1df-4948-97fa-bccc6be5cda5 req-4d297c71-e262-41e8-a675-3b7b58985124 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:19.749296 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d1f988b8-c1df-4948-97fa-bccc6be5cda5 req-4d297c71-e262-41e8-a675-3b7b58985124 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0898132 Jul 16 11:35:19.770561 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 42838) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:19.828123 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d1f988b8-c1df-4948-97fa-bccc6be5cda5 req-0a5b4f43-8c96-4885-8215-55e55fc3af9a tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725858 Jul 16 11:35:19.850460 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f51dcd-8698-44f9-84a4-359dfc7fc6aa req-b9d20e1d-5f9f-4feb-a12f-751edfd44fc3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:19.857683 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b0f51dcd-8698-44f9-84a4-359dfc7fc6aa req-b9d20e1d-5f9f-4feb-a12f-751edfd44fc3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0956080 Jul 16 11:35:19.892468 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b0f51dcd-8698-44f9-84a4-359dfc7fc6aa req-728814e5-166f-492f-9bca-83e002a18598 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339468 Jul 16 11:35:19.894072 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d14ea0c1-b38c-4b82-8e21-6898c8fbcb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:19.981308 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d14ea0c1-b38c-4b82-8e21-6898c8fbcb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:19.985006 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d14ea0c1-b38c-4b82-8e21-6898c8fbcb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:20.006861 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94840f3b-9c0f-432c-856e-50697ae0c84a req-d8f50ff1-4a84-4aff-9412-dd6db77662a7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:20.009170 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-94840f3b-9c0f-432c-856e-50697ae0c84a req-d8f50ff1-4a84-4aff-9412-dd6db77662a7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0639987 Jul 16 11:35:20.017789 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 42850) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:20.022306 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-9c8f0603-0c75-4f6d-b483-354fec983468 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Request body: {'floatingip': {'port_id': 'd9512156-54f9-404f-9414-68adc0d41458'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:35:20.100321 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9c8f0603-0c75-4f6d-b483-354fec983468 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for floatingip, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:20.184729 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-d14ea0c1-b38c-4b82-8e21-6898c8fbcb6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c25c9b9d858548b7863e97649feef731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4107053 Jul 16 11:35:20.184729 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ea0c1-b38c-4b82-8e21-6898c8fbcb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca58cea-a3a0-472b-82aa-414a4f1d9119,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:20.185493 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 42856) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:20.245052 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb6fedfd-7336-46c5-b045-908e4c4efe6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:20.267586 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb6fedfd-7336-46c5-b045-908e4c4efe6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:20.317894 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb6fedfd-7336-46c5-b045-908e4c4efe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:20.321475 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb6fedfd-7336-46c5-b045-908e4c4efe6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:20.322646 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-bb6fedfd-7336-46c5-b045-908e4c4efe6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eca58cea-a3a0-472b-82aa-414a4f1d9119 HTTP/1.1" status: 204 len: 168 time: 0.1361706 Jul 16 11:35:20.330722 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6fedfd-7336-46c5-b045-908e4c4efe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca58cea-a3a0-472b-82aa-414a4f1d9119,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:20.417111 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:35:20.443487 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1bd54-0077-439b-8dc7-b41a0656b947 req-1876d56a-ec61-422c-9bb2-62db5ad80a64 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:20.444917 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-07f1bd54-0077-439b-8dc7-b41a0656b947 req-1876d56a-ec61-422c-9bb2-62db5ad80a64 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.1584673 Jul 16 11:35:20.598640 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 42868) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:20.612117 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a57b60ba-a74a-4dec-a6fb-5dee61e5b8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:20.648589 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-07f1bd54-0077-439b-8dc7-b41a0656b947 req-5ab5312e-bb13-43e2-a2a9-f39a318860d1 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731334 Jul 16 11:35:20.733369 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a57b60ba-a74a-4dec-a6fb-5dee61e5b8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:20.734413 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a57b60ba-a74a-4dec-a6fb-5dee61e5b8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:20.780416 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-a57b60ba-a74a-4dec-a6fb-5dee61e5b8bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e19d2f22952547bdba527715c6064026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802075 Jul 16 11:35:20.781129 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b60ba-a74a-4dec-a6fb-5dee61e5b8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a1e66c-f921-4e53-913e-c7c3d2990902,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:20.784438 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 42878) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:20.838135 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.db.resource_extend [None req-9c8f0603-0c75-4f6d-b483-354fec983468 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 11:35:20.918528 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f46abcba-1d9f-4138-aae8-5b33c05e6c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:20.926061 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9c8f0603-0c75-4f6d-b483-354fec983468 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:20.935393 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9c8f0603-0c75-4f6d-b483-354fec983468 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814437'] for floatingip, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:20.981790 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f46abcba-1d9f-4138-aae8-5b33c05e6c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:21.322301 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.l3_db [None req-9c8f0603-0c75-4f6d-b483-354fec983468 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Floating IP 1b716132-358c-4702-8e64-9a6bd4e217e3 associated. External IP: 172.27.0.251, port: d9512156-54f9-404f-9414-68adc0d41458. Jul 16 11:35:21.330335 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f46abcba-1d9f-4138-aae8-5b33c05e6c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:21.332779 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f46abcba-1d9f-4138-aae8-5b33c05e6c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:21.333883 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-f46abcba-1d9f-4138-aae8-5b33c05e6c15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5a1e66c-f921-4e53-913e-c7c3d2990902 HTTP/1.1" status: 204 len: 168 time: 0.5483904 Jul 16 11:35:21.389895 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46abcba-1d9f-4138-aae8-5b33c05e6c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a1e66c-f921-4e53-913e-c7c3d2990902,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:21.410722 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df359da-042f-4ed2-b5d2-b5ea20d70e2f req-70fb8080-bc9f-47f9-a4f2-634df7840f54 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:21.412226 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5df359da-042f-4ed2-b5d2-b5ea20d70e2f req-70fb8080-bc9f-47f9-a4f2-634df7840f54 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.3655901 Jul 16 11:35:21.468523 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ada530-111a-4e1d-8df5-2e6ac89627d5 req-6e9f2269-aeab-40a5-980b-b12d2beaf6fc tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:21.470080 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e2ada530-111a-4e1d-8df5-2e6ac89627d5 req-6e9f2269-aeab-40a5-980b-b12d2beaf6fc tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.2027185 Jul 16 11:35:21.528230 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5df359da-042f-4ed2-b5d2-b5ea20d70e2f req-fe36c2c3-7356-4f40-9b5d-1f47a802aab8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857525 Jul 16 11:35:21.570312 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e2ada530-111a-4e1d-8df5-2e6ac89627d5 req-75f36142-e54f-4c68-834e-13fb74dc6aee tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923607 Jul 16 11:35:21.644141 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8f0603-0c75-4f6d-b483-354fec983468 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Router 76931aa1-ff6d-42c2-92e1-bc51c562460e has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:35:21.755903 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8f0603-0c75-4f6d-b483-354fec983468 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:35:21.762196 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9c8f0603-0c75-4f6d-b483-354fec983468 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:21.769361 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7338931-9bb4-483f-8da8-9ba9d361e5d7 None None] Sync routers for ids ['76931aa1-ff6d-42c2-92e1-bc51c562460e'] in dv-cinder-784763-6-iscsi {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:35:21.779142 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7338931-9bb4-483f-8da8-9ba9d361e5d7 None None] Routers {'76931aa1-ff6d-42c2-92e1-bc51c562460e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:35:21.780101 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-a7338931-9bb4-483f-8da8-9ba9d361e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:35:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['76931aa1-ff6d-42c2-92e1-bc51c562460e'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:35:21.800725 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-9c8f0603-0c75-4f6d-b483-354fec983468 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "PUT /v2.0/floatingips/1b716132-358c-4702-8e64-9a6bd4e217e3 HTTP/1.1" status: 200 len: 991 time: 1.7818208 Jul 16 11:35:21.801371 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c795e73d-f74b-479b-83c4-7a8896a61295', 'tag': 'd9512156-54f9-404f-9414-68adc0d41458'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:35:21.804059 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5aae8ce-5318-43df-8761-867d6faf61d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c795e73d-f74b-479b-83c4-7a8896a61295", "tag": "d9512156-54f9-404f-9414-68adc0d41458"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:35:21.856269 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d466e983-adec-49ce-ac91-186e601d813a x-openstack-request-id: req-d466e983-adec-49ce-ac91-186e601d813a {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:35:21.856667 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c795e73d-f74b-479b-83c4-7a8896a61295", "tag": "d9512156-54f9-404f-9414-68adc0d41458", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:35:21.857126 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d466e983-adec-49ce-ac91-186e601d813a {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:35:21.857702 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c795e73d-f74b-479b-83c4-7a8896a61295', 'tag': 'd9512156-54f9-404f-9414-68adc0d41458', 'status': 'completed', 'code': 200} Jul 16 11:35:21.903022 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-a7338931-9bb4-483f-8da8-9ba9d361e5d7 None None] Set router 76931aa1-ff6d-42c2-92e1-bc51c562460e gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:35:22.173455 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 42934) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:22.199756 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-a7338931-9bb4-483f-8da8-9ba9d361e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '1b716132-358c-4702-8e64-9a6bd4e217e3', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'port_id': 'd9512156-54f9-404f-9414-68adc0d41458', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'mac_address': 'fa:16:3e:0c:7f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c795e73d-f74b-479b-83c4-7a8896a61295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:34:45Z', 'updated_at': '2021-07-16T11:35:20Z', 'revision_number': 1, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4ec80d-3b3f-4185-8f3b-b815e035e5b7', 'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'mac_address': 'fa:16:3e:8f:71:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:49Z', 'revision_number': 5, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'subnets': [{'id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:35:22.227788 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7338931-9bb4-483f-8da8-9ba9d361e5d7 None None] Checking router: 76931aa1-ff6d-42c2-92e1-bc51c562460e for host: dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:35:22.237210 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7338931-9bb4-483f-8da8-9ba9d361e5d7 None None] Routers {'76931aa1-ff6d-42c2-92e1-bc51c562460e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:35:22.237827 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-a7338931-9bb4-483f-8da8-9ba9d361e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:35:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['76931aa1-ff6d-42c2-92e1-bc51c562460e'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:35:22.287450 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-6f9fe9ae-24ee-418b-aac2-4b71d4c3dbe4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2056771216-network', 'tenant_id': 'b201ffd625614ed6809d06daef48c91f'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:35:22.317110 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9fe9ae-24ee-418b-aac2-4b71d4c3dbe4 admin admin] Made reservation on behalf of b201ffd625614ed6809d06daef48c91f for: {'network': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:35:22.319906 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe9ae-24ee-418b-aac2-4b71d4c3dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:22.329470 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe9ae-24ee-418b-aac2-4b71d4c3dbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:22.372579 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-a7338931-9bb4-483f-8da8-9ba9d361e5d7 None None] Set router 76931aa1-ff6d-42c2-92e1-bc51c562460e gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:35:22.430962 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe9ae-24ee-418b-aac2-4b71d4c3dbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:22.434921 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe9ae-24ee-418b-aac2-4b71d4c3dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:22.456073 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9fe9ae-24ee-418b-aac2-4b71d4c3dbe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:35:22.472341 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fe9ae-24ee-418b-aac2-4b71d4c3dbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f305c5b2-f1c8-4457-8d8b-c0bd647f1678,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:22.475413 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe9ae-24ee-418b-aac2-4b71d4c3dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:22.475759 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.segments_db [None req-6f9fe9ae-24ee-418b-aac2-4b71d4c3dbe4 admin admin] Added segment 08e6c9c0-38ff-4ff4-b9cb-6e86b72fb8f0 of type vlan for network c351b7bb-d61d-444c-bf11-f65a9046ecb3 Jul 16 11:35:22.516875 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe9ae-24ee-418b-aac2-4b71d4c3dbe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:22.547146 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe9ae-24ee-418b-aac2-4b71d4c3dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:22.547965 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9fe9ae-24ee-418b-aac2-4b71d4c3dbe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:22.548566 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe9ae-24ee-418b-aac2-4b71d4c3dbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:22.583535 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-6f9fe9ae-24ee-418b-aac2-4b71d4c3dbe4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4087002 Jul 16 11:35:22.586586 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 42948) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:22.591618 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-0a713dda-7b73-4230-888b-440b6c4015ca admin admin] Request body: {'subnet': {'network_id': 'c351b7bb-d61d-444c-bf11-f65a9046ecb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2056771216-subnet', 'tenant_id': 'b201ffd625614ed6809d06daef48c91f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:35:22.615949 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fe9ae-24ee-418b-aac2-4b71d4c3dbe4 admin admin] Pushing event updated for resources: {'Network': ['ID=c351b7bb-d61d-444c-bf11-f65a9046ecb3,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:22.627791 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network c351b7bb-d61d-444c-bf11-f65a9046ecb3 details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:35:22.716254 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-a7338931-9bb4-483f-8da8-9ba9d361e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '1b716132-358c-4702-8e64-9a6bd4e217e3', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'port_id': 'd9512156-54f9-404f-9414-68adc0d41458', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'mac_address': 'fa:16:3e:0c:7f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c795e73d-f74b-479b-83c4-7a8896a61295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:34:45Z', 'updated_at': '2021-07-16T11:35:20Z', 'revision_number': 1, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4ec80d-3b3f-4185-8f3b-b815e035e5b7', 'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'mac_address': 'fa:16:3e:8f:71:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:49Z', 'revision_number': 5, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'subnets': [{'id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:35:22.722461 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a713dda-7b73-4230-888b-440b6c4015ca admin admin] Made reservation on behalf of b201ffd625614ed6809d06daef48c91f for: {'subnet': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:35:22.725108 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0a713dda-7b73-4230-888b-440b6c4015ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:22.752768 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7338931-9bb4-483f-8da8-9ba9d361e5d7 None None] The sync data for ids ['76931aa1-ff6d-42c2-92e1-bc51c562460e'] in dv-cinder-784763-6-iscsi is: [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '1b716132-358c-4702-8e64-9a6bd4e217e3', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'port_id': 'd9512156-54f9-404f-9414-68adc0d41458', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'mac_address': 'fa:16:3e:0c:7f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c795e73d-f74b-479b-83c4-7a8896a61295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:34:45Z', 'updated_at': '2021-07-16T11:35:20Z', 'revision_number': 1, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4ec80d-3b3f-4185-8f3b-b815e035e5b7', 'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'mac_address': 'fa:16:3e:8f:71:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:49Z', 'revision_number': 5, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'subnets': [{'id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:35:22.813752 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27f12d-d541-4bf4-ae60-e0a03890b1c9 req-40d1485c-b3d1-45c8-9c92-235323ad7e8a tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:22.816352 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7a27f12d-d541-4bf4-ae60-e0a03890b1c9 req-40d1485c-b3d1-45c8-9c92-235323ad7e8a tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0896993 Jul 16 11:35:22.844458 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aae8ce-5318-43df-8761-867d6faf61d1 req-7293790f-a090-4b16-b802-a267d1291596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:22.845980 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b5aae8ce-5318-43df-8761-867d6faf61d1 req-7293790f-a090-4b16-b802-a267d1291596 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c62de2f85dd545e4afa586dcf229723e&device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 1098 time: 0.1952674 Jul 16 11:35:22.857001 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57669c36-7028-4d4d-93d8-4bb33b99ad03 req-9818eecc-e751-43bd-9616-7eed5100c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:22.858490 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-57669c36-7028-4d4d-93d8-4bb33b99ad03 req-9818eecc-e751-43bd-9616-7eed5100c1a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f11877dcb4c49b69a3ec00e05d74fab&device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 1099 time: 0.2217908 Jul 16 11:35:22.906107 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7a27f12d-d541-4bf4-ae60-e0a03890b1c9 req-51b23911-fab8-4583-81a2-bfad28ac3dba tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541308 Jul 16 11:35:22.928214 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17d812-dc01-455f-9220-ebd44395d217 req-ca52e92d-8340-4d49-8fcc-9ff2d01b37aa tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:22.930586 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-be17d812-dc01-455f-9220-ebd44395d217 req-ca52e92d-8340-4d49-8fcc-9ff2d01b37aa tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.1122730 Jul 16 11:35:22.993298 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-be17d812-dc01-455f-9220-ebd44395d217 req-1782ba6d-4823-4682-8eee-770c4a3be0f7 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548193 Jul 16 11:35:23.027586 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1990c5-ba5e-4855-a80e-1dc7561380d6 None None] New status for floating IP 1b716132-358c-4702-8e64-9a6bd4e217e3: ACTIVE {{(pid=93105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 11:35:23.121271 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aae8ce-5318-43df-8761-867d6faf61d1 req-f8f2fc9d-8260-4ec0-bde4-21f72b2c5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:23.122727 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b5aae8ce-5318-43df-8761-867d6faf61d1 req-f8f2fc9d-8260-4ec0-bde4-21f72b2c5022 service neutron] 10.222.0.13 "GET /v2.0/networks?id=536ad81a-3bad-486b-a777-2b662cbc48f4 HTTP/1.1" status: 200 len: 912 time: 0.2620842 Jul 16 11:35:23.128235 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0a713dda-7b73-4230-888b-440b6c4015ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for subnet, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:23.160937 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57669c36-7028-4d4d-93d8-4bb33b99ad03 req-4de2dedb-ded6-4d95-87fc-3ee9a772c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:23.162493 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-57669c36-7028-4d4d-93d8-4bb33b99ad03 req-4de2dedb-ded6-4d95-87fc-3ee9a772c8a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fee2e96e-034a-462e-b501-313f6b4a85f3 HTTP/1.1" status: 200 len: 919 time: 0.2768295 Jul 16 11:35:23.293943 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-57669c36-7028-4d4d-93d8-4bb33b99ad03 req-6e9c04a2-ed09-4ba6-ad74-11ce9ceb35bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51ae43e4-2fc0-487a-8bc2-340496c87f92 HTTP/1.1" status: 200 len: 217 time: 0.0879560 Jul 16 11:35:23.329891 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b5aae8ce-5318-43df-8761-867d6faf61d1 req-f2f16b6d-234b-4920-9fd5-07ebd5aa96a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9512156-54f9-404f-9414-68adc0d41458 HTTP/1.1" status: 200 len: 999 time: 0.1919525 Jul 16 11:35:23.354245 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a713dda-7b73-4230-888b-440b6c4015ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4068434-64c6-47dc-b625-b4abbd66430b,revision_number=0']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:23.400444 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a713dda-7b73-4230-888b-440b6c4015ca admin admin] Checking segment: {'id': '08e6c9c0-38ff-4ff4-b9cb-6e86b72fb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c351b7bb-d61d-444c-bf11-f65a9046ecb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:35:23.400818 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a713dda-7b73-4230-888b-440b6c4015ca admin admin] Network hostable DHCP agents. Network: c351b7bb-d61d-444c-bf11-f65a9046ecb3, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:35:23.428303 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57669c36-7028-4d4d-93d8-4bb33b99ad03 req-1923221d-6a11-4f4d-9f33-3c0bd28667a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:23.429842 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-57669c36-7028-4d4d-93d8-4bb33b99ad03 req-1923221d-6a11-4f4d-9f33-3c0bd28667a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01 HTTP/1.1" status: 200 len: 858 time: 0.1185973 Jul 16 11:35:23.442139 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aae8ce-5318-43df-8761-867d6faf61d1 req-8057745c-ab43-40fc-b5a2-1f5d8c043f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:23.443973 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b5aae8ce-5318-43df-8761-867d6faf61d1 req-8057745c-ab43-40fc-b5a2-1f5d8c043f21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49 HTTP/1.1" status: 200 len: 850 time: 0.0905807 Jul 16 11:35:23.446019 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a713dda-7b73-4230-888b-440b6c4015ca admin admin] Network c351b7bb-d61d-444c-bf11-f65a9046ecb3 is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:35:23.487945 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-57669c36-7028-4d4d-93d8-4bb33b99ad03 req-8e97fd27-6d5e-4844-9e2d-110c77248878 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fee2e96e-034a-462e-b501-313f6b4a85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430012 Jul 16 11:35:23.507350 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-0a713dda-7b73-4230-888b-440b6c4015ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, c351b7bb-d61d-444c-bf11-f65a9046ecb3) {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:35:23.519189 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4802f00f-8b1e-48e1-9af4-db6a5569105e None None] Network c351b7bb-d61d-444c-bf11-f65a9046ecb3 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:35:23.520405 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a713dda-7b73-4230-888b-440b6c4015ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:23.521104 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0a713dda-7b73-4230-888b-440b6c4015ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:23.567588 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-0a713dda-7b73-4230-888b-440b6c4015ca admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9715440 Jul 16 11:35:23.643458 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aae8ce-5318-43df-8761-867d6faf61d1 req-23354d1b-119d-4f69-8160-2e058d1da286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:23.645143 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b5aae8ce-5318-43df-8761-867d6faf61d1 req-23354d1b-119d-4f69-8160-2e058d1da286 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=536ad81a-3bad-486b-a777-2b662cbc48f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1883626 Jul 16 11:35:23.675114 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-57669c36-7028-4d4d-93d8-4bb33b99ad03 req-db81ceb5-5a10-4877-a556-cac571582ab1 service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697347 Jul 16 11:35:23.677875 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3143d3-6293-4504-ad59-c854a2a47498 None None] Network c351b7bb-d61d-444c-bf11-f65a9046ecb3 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:35:23.861028 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b5aae8ce-5318-43df-8761-867d6faf61d1 req-6494c059-4bb7-4429-b8c2-2ecf1bf65322 service neutron] 10.222.0.13 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074733 Jul 16 11:35:23.864690 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-57669c36-7028-4d4d-93d8-4bb33b99ad03 req-76aff51b-0d75-4c5d-8af7-ce0a2ba9699a service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816976 Jul 16 11:35:23.987034 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b5aae8ce-5318-43df-8761-867d6faf61d1 req-6f5de169-c091-4053-9c0a-c5ba2db13ca1 service neutron] 10.222.0.13 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106992 Jul 16 11:35:24.213515 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57540ea2-8891-43bb-8c9e-f7d7558de884 req-0c9eefff-200f-4f53-a23a-0f6cfc519f5e tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:24.220221 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-57540ea2-8891-43bb-8c9e-f7d7558de884 req-0c9eefff-200f-4f53-a23a-0f6cfc519f5e tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.1563914 Jul 16 11:35:24.260327 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-57540ea2-8891-43bb-8c9e-f7d7558de884 req-55287f27-3ca7-4eb8-9265-862a9d305de2 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393319 Jul 16 11:35:24.261380 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43034) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:24.273966 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca537fbc-c1b7-4091-b0ab-88c054d903f2 req-caf289c2-13ad-4a6b-9230-b29104145607 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:24.274796 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ca537fbc-c1b7-4091-b0ab-88c054d903f2 req-caf289c2-13ad-4a6b-9230-b29104145607 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.1223996 Jul 16 11:35:24.276512 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-de1d4975-1219-4445-8e1a-1d844737ecb9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-504328140-network', 'tenant_id': '62972c76c6d3416a81975c6373667210'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:35:24.320794 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1d4975-1219-4445-8e1a-1d844737ecb9 admin admin] Made reservation on behalf of 62972c76c6d3416a81975c6373667210 for: {'network': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:35:24.323266 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de1d4975-1219-4445-8e1a-1d844737ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:24.332786 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de1d4975-1219-4445-8e1a-1d844737ecb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:24.339893 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ca537fbc-c1b7-4091-b0ab-88c054d903f2 req-baa20720-64a6-46a3-bad4-415e70220e4d tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583093 Jul 16 11:35:24.443727 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de1d4975-1219-4445-8e1a-1d844737ecb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:24.448652 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de1d4975-1219-4445-8e1a-1d844737ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:24.475773 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1d4975-1219-4445-8e1a-1d844737ecb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:35:24.477618 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee0886-445b-44dc-a712-4b7105ffc0c2 req-190e036b-1d39-4e69-a7bb-6605590f7c6c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:24.479176 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-05ee0886-445b-44dc-a712-4b7105ffc0c2 req-190e036b-1d39-4e69-a7bb-6605590f7c6c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0770869 Jul 16 11:35:24.489398 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 43046) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:24.490979 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de1d4975-1219-4445-8e1a-1d844737ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:24.491581 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.db.segments_db [None req-de1d4975-1219-4445-8e1a-1d844737ecb9 admin admin] Added segment 06f73b05-6054-402c-a399-8377801ca0d7 of type vlan for network 3fea1065-ab01-4f31-8c49-eced9d6e85bb Jul 16 11:35:24.494305 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-43646d72-8cbb-4f2b-8834-32f03ff75284 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Request body: {'floatingip': {'port_id': 'e4f37eb1-66c8-420b-9b91-6480de0fc846'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:35:24.511084 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d4975-1219-4445-8e1a-1d844737ecb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24b1e49-82c8-4fe0-ac43-1dacb5a48640,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:24.541916 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-43646d72-8cbb-4f2b-8834-32f03ff75284 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for floatingip, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:24.552608 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de1d4975-1219-4445-8e1a-1d844737ecb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:24.585377 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de1d4975-1219-4445-8e1a-1d844737ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:24.587128 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1d4975-1219-4445-8e1a-1d844737ecb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:24.587706 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de1d4975-1219-4445-8e1a-1d844737ecb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:24.623736 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-de1d4975-1219-4445-8e1a-1d844737ecb9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3611300 Jul 16 11:35:24.630626 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 43058) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:24.653380 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d4975-1219-4445-8e1a-1d844737ecb9 admin admin] Pushing event updated for resources: {'Network': ['ID=3fea1065-ab01-4f31-8c49-eced9d6e85bb,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:24.657418 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-d9305bec-ea00-4aeb-9626-58111906967e admin admin] Request body: {'subnet': {'network_id': '3fea1065-ab01-4f31-8c49-eced9d6e85bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-504328140-subnet', 'tenant_id': '62972c76c6d3416a81975c6373667210', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:35:24.664835 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network 3fea1065-ab01-4f31-8c49-eced9d6e85bb details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:35:24.727060 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9305bec-ea00-4aeb-9626-58111906967e admin admin] Made reservation on behalf of 62972c76c6d3416a81975c6373667210 for: {'subnet': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:35:24.729496 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d9305bec-ea00-4aeb-9626-58111906967e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:24.773140 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:25.036994 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43072) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:25.076691 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d9305bec-ea00-4aeb-9626-58111906967e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for subnet, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:25.140056 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-859b4994-d35d-4ad7-a26d-a8afe5271c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:25.194502 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9305bec-ea00-4aeb-9626-58111906967e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb686db5-2fa0-4ffe-b604-0b8076f02e9c,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:25.211890 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9305bec-ea00-4aeb-9626-58111906967e admin admin] Checking segment: {'id': '06f73b05-6054-402c-a399-8377801ca0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3fea1065-ab01-4f31-8c49-eced9d6e85bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:35:25.212203 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9305bec-ea00-4aeb-9626-58111906967e admin admin] Network hostable DHCP agents. Network: 3fea1065-ab01-4f31-8c49-eced9d6e85bb, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:35:25.219575 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-43646d72-8cbb-4f2b-8834-32f03ff75284 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:25.226135 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-43646d72-8cbb-4f2b-8834-32f03ff75284 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814437'] for floatingip, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:25.235677 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-859b4994-d35d-4ad7-a26d-a8afe5271c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:25.247096 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-859b4994-d35d-4ad7-a26d-a8afe5271c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:25.277524 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9305bec-ea00-4aeb-9626-58111906967e admin admin] Network 3fea1065-ab01-4f31-8c49-eced9d6e85bb is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:35:25.285471 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b4994-d35d-4ad7-a26d-a8afe5271c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e183eb-9617-4d8d-a0bb-4262733ee56a,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:25.291919 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-859b4994-d35d-4ad7-a26d-a8afe5271c76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2aaa4494fee344c68b202109e832b1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537758 Jul 16 11:35:25.294489 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43076) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:25.317021 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-d9305bec-ea00-4aeb-9626-58111906967e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, 3fea1065-ab01-4f31-8c49-eced9d6e85bb) {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:35:25.323444 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9305bec-ea00-4aeb-9626-58111906967e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:25.324819 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d9305bec-ea00-4aeb-9626-58111906967e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:25.328806 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c06b335-8514-4e98-9ede-54f484c5e8d7 None None] Network 3fea1065-ab01-4f31-8c49-eced9d6e85bb requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:35:25.353607 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c6447a7a-e74e-4039-b662-17c07526fbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:25.362321 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-d9305bec-ea00-4aeb-9626-58111906967e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7294292 Jul 16 11:35:25.365358 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.l3_db [None req-43646d72-8cbb-4f2b-8834-32f03ff75284 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Floating IP f480ee15-a6a6-489d-9d7d-52f569d77fba associated. External IP: 172.27.0.136, port: e4f37eb1-66c8-420b-9b91-6480de0fc846. Jul 16 11:35:25.388628 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c6447a7a-e74e-4039-b662-17c07526fbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:25.462221 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c6447a7a-e74e-4039-b662-17c07526fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:25.465090 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c6447a7a-e74e-4039-b662-17c07526fbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:25.466211 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-c6447a7a-e74e-4039-b662-17c07526fbbb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7e183eb-9617-4d8d-a0bb-4262733ee56a HTTP/1.1" status: 204 len: 168 time: 0.1707728 Jul 16 11:35:25.483586 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6447a7a-e74e-4039-b662-17c07526fbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e183eb-9617-4d8d-a0bb-4262733ee56a,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:25.654520 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0009bbd9-bf15-4ac9-9407-bb4deefaafd7 None None] Network 3fea1065-ab01-4f31-8c49-eced9d6e85bb requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:35:25.957386 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43120) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:25.971579 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-39722c48-653a-40d6-8d62-06a7ac455bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:25.986524 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595a65c-8b4b-437d-9069-dc9cd744d139 req-e58fbac5-917c-485e-bd83-82d7aefba8f5 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:25.990053 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3595a65c-8b4b-437d-9069-dc9cd744d139 req-e58fbac5-917c-485e-bd83-82d7aefba8f5 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.4679425 Jul 16 11:35:25.996081 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43646d72-8cbb-4f2b-8834-32f03ff75284 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:35:26.042180 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3595a65c-8b4b-437d-9069-dc9cd744d139 req-9e4c2464-1c00-4acf-877f-31a1e0fa5ccb tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444350 Jul 16 11:35:26.168944 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43646d72-8cbb-4f2b-8834-32f03ff75284 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:35:26.175291 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-43646d72-8cbb-4f2b-8834-32f03ff75284 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:26.180600 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e006b19-4674-4d3a-acf0-e6f891d4f63d None None] Sync routers for ids ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'] in dv-cinder-784763-6-iscsi {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:35:26.192349 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e006b19-4674-4d3a-acf0-e6f891d4f63d None None] Routers {'3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:35:26.197302 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-4e006b19-4674-4d3a-acf0-e6f891d4f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:35:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:35:26.272510 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-43646d72-8cbb-4f2b-8834-32f03ff75284 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "PUT /v2.0/floatingips/f480ee15-a6a6-489d-9d7d-52f569d77fba HTTP/1.1" status: 200 len: 992 time: 1.7817657 Jul 16 11:35:26.273795 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'tag': 'e4f37eb1-66c8-420b-9b91-6480de0fc846'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:35:26.276287 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86633314-a3c5-4f5d-afc7-c8951ee34e55" -d '{"events": [{"name": "network-changed", "server_uuid": "5aebda69-8c8b-478b-936a-efc1bff04e79", "tag": "e4f37eb1-66c8-420b-9b91-6480de0fc846"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:35:26.357275 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-4e006b19-4674-4d3a-acf0-e6f891d4f63d None None] Set router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:35:26.386467 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-39722c48-653a-40d6-8d62-06a7ac455bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:26.393592 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-39722c48-653a-40d6-8d62-06a7ac455bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:26.398900 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fa65bb-eb09-49a3-8467-7ef9d3fae8a4 x-openstack-request-id: req-84fa65bb-eb09-49a3-8467-7ef9d3fae8a4 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:35:26.400069 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aebda69-8c8b-478b-936a-efc1bff04e79", "tag": "e4f37eb1-66c8-420b-9b91-6480de0fc846", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:35:26.400317 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84fa65bb-eb09-49a3-8467-7ef9d3fae8a4 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:35:26.401467 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'tag': 'e4f37eb1-66c8-420b-9b91-6480de0fc846', 'status': 'completed', 'code': 200} Jul 16 11:35:26.486838 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 43140) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:26.493081 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-39722c48-653a-40d6-8d62-06a7ac455bcf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=acc4f08d7bd7487ab2b05dbee8d8b178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5321202 Jul 16 11:35:26.514942 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39722c48-653a-40d6-8d62-06a7ac455bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afe28e7-7b76-4ab4-addc-b0f7aaab3518,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:26.548215 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86633314-a3c5-4f5d-afc7-c8951ee34e55 req-c8563c07-58bc-40d5-9c8e-6faf3ba190d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:26.550119 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-86633314-a3c5-4f5d-afc7-c8951ee34e55 req-c8563c07-58bc-40d5-9c8e-6faf3ba190d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57&device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 1099 time: 0.1166739 Jul 16 11:35:26.614574 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a3a08e23-63d4-438b-a61b-2c4633f867ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:26.640541 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a3a08e23-63d4-438b-a61b-2c4633f867ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:26.644413 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-4e006b19-4674-4d3a-acf0-e6f891d4f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:34:45Z', 'revision_number': 4, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': 'f480ee15-a6a6-489d-9d7d-52f569d77fba', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'port_id': 'e4f37eb1-66c8-420b-9b91-6480de0fc846', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'mac_address': 'fa:16:3e:d1:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:35:00Z', 'updated_at': '2021-07-16T11:35:25Z', 'revision_number': 1, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '862e634c-2358-4521-a301-36ffe4b6ad87', 'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'mac_address': 'fa:16:3e:b8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:41Z', 'updated_at': '2021-07-16T11:34:57Z', 'revision_number': 5, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'subnets': [{'id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:35:26.646538 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43148) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:26.684772 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e006b19-4674-4d3a-acf0-e6f891d4f63d None None] Checking router: 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 for host: dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:35:26.687321 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86633314-a3c5-4f5d-afc7-c8951ee34e55 req-56d5e024-d796-45b7-98f5-073dc63a86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:26.689013 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-86633314-a3c5-4f5d-afc7-c8951ee34e55 req-56d5e024-d796-45b7-98f5-073dc63a86ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3bf2836-3f60-4871-835c-2371c60f999a HTTP/1.1" status: 200 len: 918 time: 0.1315682 Jul 16 11:35:26.693307 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e006b19-4674-4d3a-acf0-e6f891d4f63d None None] Routers {'3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:35:26.693909 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-4e006b19-4674-4d3a-acf0-e6f891d4f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:35:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:35:26.723461 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a3a08e23-63d4-438b-a61b-2c4633f867ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:26.728825 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a3a08e23-63d4-438b-a61b-2c4633f867ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:26.732363 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-a3a08e23-63d4-438b-a61b-2c4633f867ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7afe28e7-7b76-4ab4-addc-b0f7aaab3518 HTTP/1.1" status: 204 len: 168 time: 0.2419441 Jul 16 11:35:26.746404 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a08e23-63d4-438b-a61b-2c4633f867ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afe28e7-7b76-4ab4-addc-b0f7aaab3518,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:26.774586 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-86633314-a3c5-4f5d-afc7-c8951ee34e55 req-368b4397-9176-4090-9398-09a489c89b5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4f37eb1-66c8-420b-9b91-6480de0fc846 HTTP/1.1" status: 200 len: 1000 time: 0.0770791 Jul 16 11:35:26.825027 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-4e006b19-4674-4d3a-acf0-e6f891d4f63d None None] Set router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:35:26.847336 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5fb7cf14-6a42-451a-b9c8-06f2147315e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:26.873635 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86633314-a3c5-4f5d-afc7-c8951ee34e55 req-1187c30a-873c-40bc-aa7c-d83996c67cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:26.875146 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-86633314-a3c5-4f5d-afc7-c8951ee34e55 req-1187c30a-873c-40bc-aa7c-d83996c67cbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54cab1d6-11e7-4058-9076-dd369f1e0736 HTTP/1.1" status: 200 len: 856 time: 0.0923929 Jul 16 11:35:27.002083 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 43156) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:27.020324 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86633314-a3c5-4f5d-afc7-c8951ee34e55 req-96d73444-4c86-45a7-8d9a-eb71efd3310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:27.021896 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-86633314-a3c5-4f5d-afc7-c8951ee34e55 req-96d73444-4c86-45a7-8d9a-eb71efd3310e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3bf2836-3f60-4871-835c-2371c60f999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1229172 Jul 16 11:35:27.027196 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5fb7cf14-6a42-451a-b9c8-06f2147315e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:27.031948 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5fb7cf14-6a42-451a-b9c8-06f2147315e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:27.115555 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-5fb7cf14-6a42-451a-b9c8-06f2147315e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dac5fa1faa294e4488fcffc3b7e3a5d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4656572 Jul 16 11:35:27.115938 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 43164) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:27.151072 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7cf14-6a42-451a-b9c8-06f2147315e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d284379-29d5-42b5-807a-96bdea40cf5b,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:27.207401 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-86633314-a3c5-4f5d-afc7-c8951ee34e55 req-5c0e5dc1-2f7e-45ae-9475-c8908faef67e service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639280 Jul 16 11:35:27.212227 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-4e006b19-4674-4d3a-acf0-e6f891d4f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:34:45Z', 'revision_number': 4, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': 'f480ee15-a6a6-489d-9d7d-52f569d77fba', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'port_id': 'e4f37eb1-66c8-420b-9b91-6480de0fc846', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'mac_address': 'fa:16:3e:d1:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:35:00Z', 'updated_at': '2021-07-16T11:35:25Z', 'revision_number': 1, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '862e634c-2358-4521-a301-36ffe4b6ad87', 'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'mac_address': 'fa:16:3e:b8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:41Z', 'updated_at': '2021-07-16T11:34:57Z', 'revision_number': 5, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'subnets': [{'id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:35:27.226378 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f09e9ef2-7087-423c-a0cf-a64f1f9e82be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:27.248685 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e006b19-4674-4d3a-acf0-e6f891d4f63d None None] The sync data for ids ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'] in dv-cinder-784763-6-iscsi is: [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:34:45Z', 'revision_number': 4, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': 'f480ee15-a6a6-489d-9d7d-52f569d77fba', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'port_id': 'e4f37eb1-66c8-420b-9b91-6480de0fc846', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'mac_address': 'fa:16:3e:d1:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:35:00Z', 'updated_at': '2021-07-16T11:35:25Z', 'revision_number': 1, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '862e634c-2358-4521-a301-36ffe4b6ad87', 'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'mac_address': 'fa:16:3e:b8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:41Z', 'updated_at': '2021-07-16T11:34:57Z', 'revision_number': 5, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'subnets': [{'id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:35:27.275877 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f09e9ef2-7087-423c-a0cf-a64f1f9e82be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:27.359999 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8ff42c06-2691-4f5a-9a26-025adee14839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:27.374193 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-86633314-a3c5-4f5d-afc7-c8951ee34e55 req-e904f2ff-3ed7-45c2-b839-ef439eeca63e service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532414 Jul 16 11:35:27.430655 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa81dc-69fc-4f9e-8a53-875df54f559a req-f68caf4a-4e22-4287-b2d6-8b6317ce94fa tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:27.432234 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5daa81dc-69fc-4f9e-8a53-875df54f559a req-f68caf4a-4e22-4287-b2d6-8b6317ce94fa tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.1395397 Jul 16 11:35:27.452944 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f09e9ef2-7087-423c-a0cf-a64f1f9e82be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:27.455375 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f09e9ef2-7087-423c-a0cf-a64f1f9e82be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:27.456515 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-f09e9ef2-7087-423c-a0cf-a64f1f9e82be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d284379-29d5-42b5-807a-96bdea40cf5b HTTP/1.1" status: 204 len: 168 time: 0.3396323 Jul 16 11:35:27.491659 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e9ef2-7087-423c-a0cf-a64f1f9e82be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d284379-29d5-42b5-807a-96bdea40cf5b,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:27.552750 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5daa81dc-69fc-4f9e-8a53-875df54f559a req-8edb6466-82d2-4789-84d9-1a652421a19d tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047864 Jul 16 11:35:27.568302 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21195bd-526c-4710-b88f-dee3c3eca7d4 None None] New status for floating IP f480ee15-a6a6-489d-9d7d-52f569d77fba: ACTIVE {{(pid=93105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 11:35:27.602825 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8ff42c06-2691-4f5a-9a26-025adee14839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:27.613972 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8ff42c06-2691-4f5a-9a26-025adee14839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:27.666372 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-8ff42c06-2691-4f5a-9a26-025adee14839 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22d1bc759cbf4a2a9270397e7619463d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6595566 Jul 16 11:35:27.666372 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff42c06-2691-4f5a-9a26-025adee14839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddcbe46-468f-4966-a559-0ad30eb7c4aa,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:27.666776 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43190) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:27.794902 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05f6c55a-ec8b-4e90-a21d-dd01e8be1615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:27.825104 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05f6c55a-ec8b-4e90-a21d-dd01e8be1615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:27.889757 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05f6c55a-ec8b-4e90-a21d-dd01e8be1615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:27.892965 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05f6c55a-ec8b-4e90-a21d-dd01e8be1615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:27.896961 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-05f6c55a-ec8b-4e90-a21d-dd01e8be1615 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dddcbe46-468f-4966-a559-0ad30eb7c4aa HTTP/1.1" status: 204 len: 168 time: 0.2268765 Jul 16 11:35:27.904640 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6c55a-ec8b-4e90-a21d-dd01e8be1615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddcbe46-468f-4966-a559-0ad30eb7c4aa,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:27.983514 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43206) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:28.005433 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41b1ab7a-28af-4d68-9562-1bec0f0c0c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:28.162268 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41b1ab7a-28af-4d68-9562-1bec0f0c0c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:28.171627 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41b1ab7a-28af-4d68-9562-1bec0f0c0c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:28.232175 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-41b1ab7a-28af-4d68-9562-1bec0f0c0c0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e2ad3769aa44b74b97ea7c4448f7b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473760 Jul 16 11:35:28.233506 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1ab7a-28af-4d68-9562-1bec0f0c0c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5089d027-16f8-4713-a173-9a68b6d6970f,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:28.235877 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 43216) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:28.294983 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be02d8b-694f-4bfa-a428-b1749f19dfed req-a9866996-d46a-4e63-9e5f-c656fda963ed tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:28.296542 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7be02d8b-694f-4bfa-a428-b1749f19dfed req-a9866996-d46a-4e63-9e5f-c656fda963ed tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 946 time: 0.0974317 Jul 16 11:35:28.316781 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e8e60cae-6a67-4d78-806b-9601732e8248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:28.361428 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e8e60cae-6a67-4d78-806b-9601732e8248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:28.365485 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7be02d8b-694f-4bfa-a428-b1749f19dfed req-bfe3fbc6-97e0-41b2-aa09-209830c20456 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599871 Jul 16 11:35:28.414204 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e8e60cae-6a67-4d78-806b-9601732e8248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:28.417181 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e8e60cae-6a67-4d78-806b-9601732e8248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:28.421275 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-e8e60cae-6a67-4d78-806b-9601732e8248 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5089d027-16f8-4713-a173-9a68b6d6970f HTTP/1.1" status: 204 len: 168 time: 0.1842093 Jul 16 11:35:28.431900 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e60cae-6a67-4d78-806b-9601732e8248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5089d027-16f8-4713-a173-9a68b6d6970f,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:28.755521 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea961f7-0c3b-404d-98b6-c485a32a0d41 req-af283681-4065-426a-9d74-2c252bc4a2fb tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:28.759711 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2ea961f7-0c3b-404d-98b6-c485a32a0d41 req-af283681-4065-426a-9d74-2c252bc4a2fb tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0768921 Jul 16 11:35:28.815391 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2ea961f7-0c3b-404d-98b6-c485a32a0d41 req-57a3047f-d9bd-4c9b-a33f-13d7ba0b7ba2 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507796 Jul 16 11:35:28.884398 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-a4c06bdd-33d1-47bc-9fbb-7aa4cd2203d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:29.618673 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc23f0-4ec2-4508-a3c8-dbfc6815a057 req-be9b7894-badd-4ba4-8056-3bf4557d7336 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:29.621304 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-becc23f0-4ec2-4508-a3c8-dbfc6815a057 req-be9b7894-badd-4ba4-8056-3bf4557d7336 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 946 time: 0.1209931 Jul 16 11:35:29.722822 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-becc23f0-4ec2-4508-a3c8-dbfc6815a057 req-7d6af0d5-8903-4465-854d-359d820aa690 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939462 Jul 16 11:35:30.022238 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa96e3-76a1-47d3-9bf0-f6377bb013ad req-a06f869c-9a50-4563-892a-3a8f1e224574 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:30.024307 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-edfa96e3-76a1-47d3-9bf0-f6377bb013ad req-a06f869c-9a50-4563-892a-3a8f1e224574 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0687420 Jul 16 11:35:30.068309 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-edfa96e3-76a1-47d3-9bf0-f6377bb013ad req-cd5b0ab1-f5fa-45da-b73f-be59bf39950f tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330443 Jul 16 11:35:30.490381 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 43334) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:30.588403 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3472df03-5301-4b6e-adb1-70c4ee19d1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:30.674149 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3472df03-5301-4b6e-adb1-70c4ee19d1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:30.678127 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3472df03-5301-4b6e-adb1-70c4ee19d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:30.687705 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186808b-f730-49bc-93a9-8b42c0a41b71 req-3224c164-456a-4b88-9bd3-0f15dee13fe4 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:30.689292 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-8186808b-f730-49bc-93a9-8b42c0a41b71 req-3224c164-456a-4b88-9bd3-0f15dee13fe4 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 946 time: 0.1009815 Jul 16 11:35:30.717847 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-3472df03-5301-4b6e-adb1-70c4ee19d1c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e846ee409c0940eb829de7c5deac7300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240651 Jul 16 11:35:30.717847 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472df03-5301-4b6e-adb1-70c4ee19d1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dd3621-1827-4e91-b0c7-16a8d1e2144c,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:30.718158 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43338) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:30.724093 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472df03-5301-4b6e-adb1-70c4ee19d1c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:30.724809 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472df03-5301-4b6e-adb1-70c4ee19d1c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:30.724809 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472df03-5301-4b6e-adb1-70c4ee19d1c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:30.725063 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472df03-5301-4b6e-adb1-70c4ee19d1c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:30.725386 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472df03-5301-4b6e-adb1-70c4ee19d1c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:30.725708 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472df03-5301-4b6e-adb1-70c4ee19d1c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:30.726136 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472df03-5301-4b6e-adb1-70c4ee19d1c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:30.726434 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472df03-5301-4b6e-adb1-70c4ee19d1c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:30.726744 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472df03-5301-4b6e-adb1-70c4ee19d1c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:30.727060 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472df03-5301-4b6e-adb1-70c4ee19d1c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:30.727374 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472df03-5301-4b6e-adb1-70c4ee19d1c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:30.727685 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3472df03-5301-4b6e-adb1-70c4ee19d1c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:30.858380 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0496dc67-17cf-4fb7-ab27-993f928a73d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:30.891897 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0496dc67-17cf-4fb7-ab27-993f928a73d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:30.930405 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-8186808b-f730-49bc-93a9-8b42c0a41b71 req-388dc6af-8d51-463e-bdc9-155c570cf3ff tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Deleting port f7fb107f-99bd-4cdc-b7fa-6c7be774537b {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:35:30.931057 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-8186808b-f730-49bc-93a9-8b42c0a41b71 req-388dc6af-8d51-463e-bdc9-155c570cf3ff tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:30.962149 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb686e-ba51-43c8-b10b-4329073a92a4 req-57e70d4d-43c0-4feb-9984-4ec76d200082 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:30.973902 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c0bb686e-ba51-43c8-b10b-4329073a92a4 req-57e70d4d-43c0-4feb-9984-4ec76d200082 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 946 time: 0.1054852 Jul 16 11:35:31.006757 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0496dc67-17cf-4fb7-ab27-993f928a73d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:31.015711 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0496dc67-17cf-4fb7-ab27-993f928a73d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:31.016951 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-0496dc67-17cf-4fb7-ab27-993f928a73d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5dd3621-1827-4e91-b0c7-16a8d1e2144c HTTP/1.1" status: 204 len: 168 time: 0.2979119 Jul 16 11:35:31.033517 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496dc67-17cf-4fb7-ab27-993f928a73d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dd3621-1827-4e91-b0c7-16a8d1e2144c,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:31.044375 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c0bb686e-ba51-43c8-b10b-4329073a92a4 req-84b28a46-7e74-4cd1-a343-ab5553f1d641 tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/security-groups?id=098d999d-eaea-401e-9ece-9b823efc53ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691535 Jul 16 11:35:31.053671 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0496dc67-17cf-4fb7-ab27-993f928a73d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:31.055050 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0496dc67-17cf-4fb7-ab27-993f928a73d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:31.055416 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0496dc67-17cf-4fb7-ab27-993f928a73d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:31.055987 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0496dc67-17cf-4fb7-ab27-993f928a73d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:31.056490 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0496dc67-17cf-4fb7-ab27-993f928a73d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:31.056974 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0496dc67-17cf-4fb7-ab27-993f928a73d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:31.057651 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0496dc67-17cf-4fb7-ab27-993f928a73d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:31.058134 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0496dc67-17cf-4fb7-ab27-993f928a73d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:31.058782 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0496dc67-17cf-4fb7-ab27-993f928a73d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:31.059937 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0496dc67-17cf-4fb7-ab27-993f928a73d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:31.060411 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0496dc67-17cf-4fb7-ab27-993f928a73d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:31.060973 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0496dc67-17cf-4fb7-ab27-993f928a73d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:31.082355 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-8186808b-f730-49bc-93a9-8b42c0a41b71 req-388dc6af-8d51-463e-bdc9-155c570cf3ff tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] For port f7fb107f-99bd-4cdc-b7fa-6c7be774537b, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f7fb107f-99bd-4cdc-b7fa-6c7be774537b,segment=NetworkSegment(77264c8c-b8ef-45e6-9395-96c3236e2111),segment_id=77264c8c-b8ef-45e6-9395-96c3236e2111)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:31.082752 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-8186808b-f730-49bc-93a9-8b42c0a41b71 req-388dc6af-8d51-463e-bdc9-155c570cf3ff tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:31.119231 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-8186808b-f730-49bc-93a9-8b42c0a41b71 req-388dc6af-8d51-463e-bdc9-155c570cf3ff tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Calling delete_port for f7fb107f-99bd-4cdc-b7fa-6c7be774537b owned by compute:nova {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:35:31.365933 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c7533-ed9a-4a9f-aa03-1ffb98c1f100 req-886a6709-6302-49f3-af98-64fdbf4cf462 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:31.373997 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5a3c7533-ed9a-4a9f-aa03-1ffb98c1f100 req-886a6709-6302-49f3-af98-64fdbf4cf462 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.1336489 Jul 16 11:35:31.379039 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-8186808b-f730-49bc-93a9-8b42c0a41b71 req-388dc6af-8d51-463e-bdc9-155c570cf3ff tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:31.435956 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388dc6af-8d51-463e-bdc9-155c570cf3ff tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Pushing event deleted for resources: {'Port': ['ID=f7fb107f-99bd-4cdc-b7fa-6c7be774537b,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:31.440327 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5a3c7533-ed9a-4a9f-aa03-1ffb98c1f100 req-1b8adcd4-a816-4660-beef-4ddda66bab5b tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629954 Jul 16 11:35:31.521042 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-8186808b-f730-49bc-93a9-8b42c0a41b71 req-388dc6af-8d51-463e-bdc9-155c570cf3ff tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] No DVR routers for this DVR port f7fb107f-99bd-4cdc-b7fa-6c7be774537b on host hv-cinder-78476 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:35:31.525682 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-8186808b-f730-49bc-93a9-8b42c0a41b71 req-388dc6af-8d51-463e-bdc9-155c570cf3ff tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:31.527772 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-8186808b-f730-49bc-93a9-8b42c0a41b71 req-388dc6af-8d51-463e-bdc9-155c570cf3ff tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.13 "DELETE /v2.0/ports/f7fb107f-99bd-4cdc-b7fa-6c7be774537b HTTP/1.1" status: 204 len: 173 time: 0.8313246 Jul 16 11:35:31.530860 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c57523c-5fa0-4393-9b40-95aa529f2786', 'name': 'network-vif-deleted', 'tag': 'f7fb107f-99bd-4cdc-b7fa-6c7be774537b'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:35:31.530860 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a258549d-ed99-4836-b268-5cd5dd16f5a2" -d '{"events": [{"server_uuid": "0c57523c-5fa0-4393-9b40-95aa529f2786", "name": "network-vif-deleted", "tag": "f7fb107f-99bd-4cdc-b7fa-6c7be774537b"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:35:31.531503 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 43390) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:31.545416 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3cf4e8ad-c0b3-4af9-b83c-05f5b3db81ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:31.565707 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6518cb11-13fc-4ea0-8a45-9778a2490b81 x-openstack-request-id: req-6518cb11-13fc-4ea0-8a45-9778a2490b81 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:35:31.565957 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c57523c-5fa0-4393-9b40-95aa529f2786", "name": "network-vif-deleted", "tag": "f7fb107f-99bd-4cdc-b7fa-6c7be774537b", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:35:31.566207 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6518cb11-13fc-4ea0-8a45-9778a2490b81 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:35:31.566595 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c57523c-5fa0-4393-9b40-95aa529f2786', 'name': 'network-vif-deleted', 'tag': 'f7fb107f-99bd-4cdc-b7fa-6c7be774537b', 'status': 'completed', 'code': 200} Jul 16 11:35:31.632970 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3cf4e8ad-c0b3-4af9-b83c-05f5b3db81ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:31.636375 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3cf4e8ad-c0b3-4af9-b83c-05f5b3db81ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:31.659538 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-7936479c-e33b-4060-b9fe-2e8b2997ace9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:31.674197 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-3cf4e8ad-c0b3-4af9-b83c-05f5b3db81ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77e3c028cad54484849515fe9df739db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415303 Jul 16 11:35:31.674899 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4e8ad-c0b3-4af9-b83c-05f5b3db81ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e32f2f1-56ba-42f0-9758-567b1a701c72,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:31.678053 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43396) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:31.725241 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b51b4ddb-8b53-4c00-9f1c-2069d4c8e43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:31.745813 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b51b4ddb-8b53-4c00-9f1c-2069d4c8e43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:31.790629 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b51b4ddb-8b53-4c00-9f1c-2069d4c8e43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:31.793045 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b51b4ddb-8b53-4c00-9f1c-2069d4c8e43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:31.794170 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-b51b4ddb-8b53-4c00-9f1c-2069d4c8e43e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e32f2f1-56ba-42f0-9758-567b1a701c72 HTTP/1.1" status: 204 len: 168 time: 0.1150889 Jul 16 11:35:31.801703 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b4ddb-8b53-4c00-9f1c-2069d4c8e43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e32f2f1-56ba-42f0-9758-567b1a701c72,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:32.039839 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:32.770742 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43440) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:32.780199 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:32.870209 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b3da1f90-750e-4a9c-a34f-006344741f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:32.955648 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b3da1f90-750e-4a9c-a34f-006344741f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:32.959156 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b3da1f90-750e-4a9c-a34f-006344741f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:32.998910 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-b3da1f90-750e-4a9c-a34f-006344741f5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b22b5d1ec236495b92f4b993b219d08f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271440 Jul 16 11:35:33.000153 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da1f90-750e-4a9c-a34f-006344741f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a007b0fa-2fce-48ff-8421-a13b8d77b686,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:33.001558 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 43444) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:33.051889 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8e491966-0013-4460-ba43-42ea65f86e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:33.071540 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8e491966-0013-4460-ba43-42ea65f86e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:33.115572 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8e491966-0013-4460-ba43-42ea65f86e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:33.117992 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8e491966-0013-4460-ba43-42ea65f86e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:33.119116 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-8e491966-0013-4460-ba43-42ea65f86e3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a007b0fa-2fce-48ff-8421-a13b8d77b686 HTTP/1.1" status: 204 len: 168 time: 0.1159513 Jul 16 11:35:33.128164 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e491966-0013-4460-ba43-42ea65f86e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a007b0fa-2fce-48ff-8421-a13b8d77b686,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:33.996536 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43490) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:34.020490 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43494) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:34.093698 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ecf67f0-5a05-4f7f-8f2d-68a83cff7937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:34.122348 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-056062ae-60ab-4de0-9e96-1202fa6b6b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:34.198979 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ecf67f0-5a05-4f7f-8f2d-68a83cff7937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:34.204189 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ecf67f0-5a05-4f7f-8f2d-68a83cff7937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:34.234252 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['f7fb107f-99bd-4cdc-b7fa-6c7be774537b'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:35:34.250991 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf67f0-5a05-4f7f-8f2d-68a83cff7937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c123fc7c-f523-4a40-bca8-a79c55533a88,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:34.257739 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-0ecf67f0-5a05-4f7f-8f2d-68a83cff7937 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e77030ab17654e34ade861e2fbed4c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601421 Jul 16 11:35:34.260885 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 43500) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:34.323254 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:34.336053 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9bc3962b-14d4-4518-b0b5-bb3314aefc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:34.361040 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9bc3962b-14d4-4518-b0b5-bb3314aefc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:34.374255 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-056062ae-60ab-4de0-9e96-1202fa6b6b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:34.379147 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-056062ae-60ab-4de0-9e96-1202fa6b6b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:34.424193 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9bc3962b-14d4-4518-b0b5-bb3314aefc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:34.426637 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9bc3962b-14d4-4518-b0b5-bb3314aefc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:34.433199 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-056062ae-60ab-4de0-9e96-1202fa6b6b6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c94e2bab9f545e0b274b182f1ae41c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091215 Jul 16 11:35:34.433199 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056062ae-60ab-4de0-9e96-1202fa6b6b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debf435a-c5b7-47ba-af0b-6a39cbdfce96,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:34.433899 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-9bc3962b-14d4-4518-b0b5-bb3314aefc09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c123fc7c-f523-4a40-bca8-a79c55533a88 HTTP/1.1" status: 204 len: 168 time: 0.1696212 Jul 16 11:35:34.435343 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43504) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:34.490938 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f0dcfa0f-3ba7-4aad-925b-b974b185ee96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:34.494838 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3962b-14d4-4518-b0b5-bb3314aefc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c123fc7c-f523-4a40-bca8-a79c55533a88,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:34.499118 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bb9b1f87-2bd0-4b0d-9c3f-474f3ef42d43 req-81d3eb0b-6e5b-4595-818d-0253309b0c6c tempest-DeleteServersTestJSON-1987896870 tempest-DeleteServersTestJSON-1987896870-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c57523c-5fa0-4393-9b40-95aa529f2786 HTTP/1.1" status: 200 len: 210 time: 0.0664780 Jul 16 11:35:34.519019 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f0dcfa0f-3ba7-4aad-925b-b974b185ee96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:34.544073 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e73c8-b3d4-49cb-b329-bc1cdeaaf1ce req-cec3ea9d-7032-46b5-b50d-d16c0e64c5dc tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:34.553101 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4c2e73c8-b3d4-49cb-b329-bc1cdeaaf1ce req-cec3ea9d-7032-46b5-b50d-d16c0e64c5dc tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.1384656 Jul 16 11:35:34.580897 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f0dcfa0f-3ba7-4aad-925b-b974b185ee96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:34.583481 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f0dcfa0f-3ba7-4aad-925b-b974b185ee96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:34.584701 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-f0dcfa0f-3ba7-4aad-925b-b974b185ee96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/debf435a-c5b7-47ba-af0b-6a39cbdfce96 HTTP/1.1" status: 204 len: 168 time: 0.1483417 Jul 16 11:35:34.593583 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcfa0f-3ba7-4aad-925b-b974b185ee96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debf435a-c5b7-47ba-af0b-6a39cbdfce96,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:34.608562 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4c2e73c8-b3d4-49cb-b329-bc1cdeaaf1ce req-53a118b9-41b4-4f1d-a1ea-ecd01262db3a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544226 Jul 16 11:35:34.816108 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 43516) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:34.830225 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7751eb5b-56e4-4cb0-a567-bca7979558a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:34.956831 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7751eb5b-56e4-4cb0-a567-bca7979558a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:34.961692 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7751eb5b-56e4-4cb0-a567-bca7979558a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:35.000337 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-7751eb5b-56e4-4cb0-a567-bca7979558a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fbd06b904d6e4a00aca7f13fab8528d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830359 Jul 16 11:35:35.001072 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751eb5b-56e4-4cb0-a567-bca7979558a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8613e2c-0428-4c91-a383-8733c2038fec,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:35.001895 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43528) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:35.056146 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f67f5349-f7e5-4660-8b84-a28a41b82f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:35.077680 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f67f5349-f7e5-4660-8b84-a28a41b82f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:35.125496 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f67f5349-f7e5-4660-8b84-a28a41b82f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:35.128220 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f67f5349-f7e5-4660-8b84-a28a41b82f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:35.129375 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-f67f5349-f7e5-4660-8b84-a28a41b82f26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8613e2c-0428-4c91-a383-8733c2038fec HTTP/1.1" status: 204 len: 168 time: 0.1256318 Jul 16 11:35:35.138076 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f5349-f7e5-4660-8b84-a28a41b82f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8613e2c-0428-4c91-a383-8733c2038fec,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:35.836825 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb98a50-d124-4ea5-b0d2-23c009d4559a req-b149a279-1c7a-44de-9577-809846c19d10 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:35.838831 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ceb98a50-d124-4ea5-b0d2-23c009d4559a req-b149a279-1c7a-44de-9577-809846c19d10 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0933974 Jul 16 11:35:35.904400 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ceb98a50-d124-4ea5-b0d2-23c009d4559a req-c92bcc6a-54f4-4985-97f4-ba98582753f0 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530484 Jul 16 11:35:36.634121 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device f7fb107f-99bd-4cdc-b7fa-6c7be774537b no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:35:36.654643 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: f7fb107f-99bd-4cdc-b7fa-6c7be774537b {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:35:36.654988 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device f7fb107f-99bd-4cdc-b7fa-6c7be774537b not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:35:38.802110 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6295b-0b75-4e43-a769-cfb2a4b560db req-418844c1-3b72-407f-b4e6-200f76689c75 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:38.803890 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-54a6295b-0b75-4e43-a769-cfb2a4b560db req-418844c1-3b72-407f-b4e6-200f76689c75 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0631077 Jul 16 11:35:38.840725 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-54a6295b-0b75-4e43-a769-cfb2a4b560db req-48b1b1f4-edfb-49b8-9096-b165b328b018 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303645 Jul 16 11:35:40.049375 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a62a7-10d3-4413-b118-3dbf583df9a1 req-7e79e5a1-8699-4065-ab83-9195358d91a8 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:40.051233 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5d5a62a7-10d3-4413-b118-3dbf583df9a1 req-7e79e5a1-8699-4065-ab83-9195358d91a8 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0742517 Jul 16 11:35:40.095449 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5d5a62a7-10d3-4413-b118-3dbf583df9a1 req-01e2077b-3815-4f33-b627-f32cdf64992b tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381227 Jul 16 11:35:40.250296 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43776) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:40.313472 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b0dec3-edb9-47d6-a736-d7fe01771256 admin admin] Deleting subnet 11f22637-a1fa-4221-b734-4ad8f4ef3b48 {{(pid=93103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 11:35:40.316543 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-10b0dec3-edb9-47d6-a736-d7fe01771256 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:40.351016 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-10b0dec3-edb9-47d6-a736-d7fe01771256 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:40.361205 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-10b0dec3-edb9-47d6-a736-d7fe01771256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732748'] for subnet, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:40.417724 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-10b0dec3-edb9-47d6-a736-d7fe01771256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for subnet, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:40.445846 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0dec3-edb9-47d6-a736-d7fe01771256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11f22637-a1fa-4221-b734-4ad8f4ef3b48,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:40.449611 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-10b0dec3-edb9-47d6-a736-d7fe01771256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:40.453605 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-10b0dec3-edb9-47d6-a736-d7fe01771256 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/11f22637-a1fa-4221-b734-4ad8f4ef3b48 HTTP/1.1" status: 204 len: 168 time: 0.1992664 Jul 16 11:35:40.454275 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43784) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:40.532030 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623655'] for network, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:40.615362 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734504', 'neutron.services.segments.db._delete_segments_for_network-8746163431244'] for network, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:40.625410 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:40.625750 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:40.626590 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:40.626926 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Subscribe: > port after_create 55550000 {{(pid=93103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:40.627304 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Subscribe: > port after_delete 55550000 {{(pid=93103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:40.627636 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Subscribe: > port after_update 55550000 {{(pid=93103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:40.627977 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:40.628293 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:40.628601 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:40.628913 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:40.759222 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:40.759569 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:40.759929 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:40.760257 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:40.760626 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14aefd0f-2463-410f-a128-cf19aa10c6c5']}} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:35:40.780930 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77264c8c-b8ef-45e6-9395-96c3236e2111') {'for_net_delete': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:35:40.781223 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77264c8c-b8ef-45e6-9395-96c3236e2111') {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:35:40.796779 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746163433557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3667333'] for segment, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:40.821113 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:40.830171 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 11:35:40.830569 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593711'] for segment, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: from cryptography.utils import int_from_bytes Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: from cryptography.utils import int_from_bytes Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: Traceback (most recent call last): Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: timer() Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: cb(*args, **kw) Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: return func(*args, **kwargs) Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: self._notify() Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: self.callback(batched_events) Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: event.method(event) Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: return f(self, *a, **k) Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: return self._get(url).json() Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: return self.request(url, 'GET', **kwargs) Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 11:35:40.834675 dv-cinder-784763-6-iscsi neutron-server[93103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 11:35:40.896153 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814451'] for network, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:40.904189 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:40.908304 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] 10.222.0.16 "DELETE /v2.0/networks/14aefd0f-2463-410f-a128-cf19aa10c6c5 HTTP/1.1" status: 204 len: 168 time: 0.4532871 Jul 16 11:35:40.919432 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d822544-c33e-4b93-89e1-5cee3fb37fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=14aefd0f-2463-410f-a128-cf19aa10c6c5,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:41.069724 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43798) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:41.119089 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-40c28072-fb62-4b1d-8809-c7b5ea025281 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2db43c71adb94bd2a94b3c6340a3115e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476718 Jul 16 11:35:41.121583 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43804) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:41.174262 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7ea9440-8f2b-4f61-87c5-e88450348601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:41.196188 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7ea9440-8f2b-4f61-87c5-e88450348601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:41.245263 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7ea9440-8f2b-4f61-87c5-e88450348601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:41.248227 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7ea9440-8f2b-4f61-87c5-e88450348601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:41.249474 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-a7ea9440-8f2b-4f61-87c5-e88450348601 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/098d999d-eaea-401e-9ece-9b823efc53ea HTTP/1.1" status: 204 len: 168 time: 0.1266749 Jul 16 11:35:41.259007 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea9440-8f2b-4f61-87c5-e88450348601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098d999d-eaea-401e-9ece-9b823efc53ea,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:41.369107 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3031618-8d9a-4683-a4e1-772167888e78 req-410dbe91-3a3a-461a-8dcd-fdd5ebb31641 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:41.370819 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f3031618-8d9a-4683-a4e1-772167888e78 req-410dbe91-3a3a-461a-8dcd-fdd5ebb31641 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.1259570 Jul 16 11:35:41.434407 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f3031618-8d9a-4683-a4e1-772167888e78 req-857e1a2d-49c1-41c5-ac27-f55cf76a88d8 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567250 Jul 16 11:35:42.073276 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43868) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:42.195947 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43874) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:42.218920 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-9818f1ed-180a-4da5-be3f-5747599a4d6a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-757882613-network', 'tenant_id': 'c8962fef25ed4c4d8a016a63771cf75c'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:35:42.246112 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9818f1ed-180a-4da5-be3f-5747599a4d6a admin admin] Made reservation on behalf of c8962fef25ed4c4d8a016a63771cf75c for: {'network': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:35:42.248331 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9818f1ed-180a-4da5-be3f-5747599a4d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:42.259984 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7128b4f-7020-4716-bb38-f4ffd6214234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:42.262734 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9818f1ed-180a-4da5-be3f-5747599a4d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:42.357903 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7128b4f-7020-4716-bb38-f4ffd6214234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:42.365567 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7128b4f-7020-4716-bb38-f4ffd6214234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:42.420510 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7128b4f-7020-4716-bb38-f4ffd6214234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0121b96c-1455-4ce0-be03-830540f8b099,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:42.426370 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-a7128b4f-7020-4716-bb38-f4ffd6214234 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b29fa92ad824c6cb8f1a7dd2dc05710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293277 Jul 16 11:35:42.430286 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 43882) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:42.488913 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0987-c37c-4106-9a79-24c63c9873b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:42.491227 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9818f1ed-180a-4da5-be3f-5747599a4d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:42.497038 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9818f1ed-180a-4da5-be3f-5747599a4d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:42.512371 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9818f1ed-180a-4da5-be3f-5747599a4d6a admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=93103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:35:42.514111 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0987-c37c-4106-9a79-24c63c9873b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:42.540144 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9818f1ed-180a-4da5-be3f-5747599a4d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:42.540531 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.db.segments_db [None req-9818f1ed-180a-4da5-be3f-5747599a4d6a admin admin] Added segment ad821385-04c3-440f-b2e8-61502438f21b of type vlan for network 6f27cbcf-838f-437f-85a6-888a3b782efb Jul 16 11:35:42.615984 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818f1ed-180a-4da5-be3f-5747599a4d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33e401a-5cb4-4c59-9178-9651182ec5dc,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:42.620758 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0987-c37c-4106-9a79-24c63c9873b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:42.623475 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0987-c37c-4106-9a79-24c63c9873b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:42.626254 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-8b0b0987-c37c-4106-9a79-24c63c9873b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0121b96c-1455-4ce0-be03-830540f8b099 HTTP/1.1" status: 204 len: 168 time: 0.1922734 Jul 16 11:35:42.631646 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9818f1ed-180a-4da5-be3f-5747599a4d6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:42.669866 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9818f1ed-180a-4da5-be3f-5747599a4d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:42.672499 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9818f1ed-180a-4da5-be3f-5747599a4d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:42.673619 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9818f1ed-180a-4da5-be3f-5747599a4d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:42.675686 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b0987-c37c-4106-9a79-24c63c9873b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0121b96c-1455-4ce0-be03-830540f8b099,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:42.705482 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06a85a-ca36-4fdb-be03-feb4565f255b req-82d430ce-ec45-4cbc-89a4-3f4f7ab5886e tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:42.706341 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2d06a85a-ca36-4fdb-be03-feb4565f255b req-82d430ce-ec45-4cbc-89a4-3f4f7ab5886e tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.1460500 Jul 16 11:35:42.714565 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-9818f1ed-180a-4da5-be3f-5747599a4d6a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6401331 Jul 16 11:35:42.720454 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 43898) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:42.729971 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-31985051-dc32-4d14-995b-4e9d8373fcad admin admin] Request body: {'subnet': {'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-757882613-subnet', 'tenant_id': 'c8962fef25ed4c4d8a016a63771cf75c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:35:42.798924 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2d06a85a-ca36-4fdb-be03-feb4565f255b req-aa077af8-32d4-4b66-9046-b517cbe6b3da tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805907 Jul 16 11:35:42.971326 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818f1ed-180a-4da5-be3f-5747599a4d6a admin admin] Pushing event updated for resources: {'Network': ['ID=6f27cbcf-838f-437f-85a6-888a3b782efb,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:42.981427 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network 6f27cbcf-838f-437f-85a6-888a3b782efb details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:35:43.007388 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31985051-dc32-4d14-995b-4e9d8373fcad admin admin] Made reservation on behalf of c8962fef25ed4c4d8a016a63771cf75c for: {'subnet': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:35:43.010770 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-31985051-dc32-4d14-995b-4e9d8373fcad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8595454'] for subnet, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:43.069987 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 43916) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:43.084324 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f37869da-7044-4521-a49a-0c11ce9b65fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:43.224163 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-31985051-dc32-4d14-995b-4e9d8373fcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8593490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8595436'] for subnet, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:43.235276 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f37869da-7044-4521-a49a-0c11ce9b65fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:43.241457 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f37869da-7044-4521-a49a-0c11ce9b65fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:43.280662 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-f37869da-7044-4521-a49a-0c11ce9b65fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64c5288a1bee4312b2b755329c32c6c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089810 Jul 16 11:35:43.281853 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37869da-7044-4521-a49a-0c11ce9b65fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a97781-e27a-4e23-9d6b-56eec62ce96c,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:43.284278 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 43928) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:43.293265 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31985051-dc32-4d14-995b-4e9d8373fcad admin admin] Checking segment: {'id': 'ad821385-04c3-440f-b2e8-61502438f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:35:43.293732 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31985051-dc32-4d14-995b-4e9d8373fcad admin admin] Network hostable DHCP agents. Network: 6f27cbcf-838f-437f-85a6-888a3b782efb, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:35:43.295721 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31985051-dc32-4d14-995b-4e9d8373fcad admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8,revision_number=0']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:43.312762 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31985051-dc32-4d14-995b-4e9d8373fcad admin admin] Network 6f27cbcf-838f-437f-85a6-888a3b782efb is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:35:43.321388 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-31985051-dc32-4d14-995b-4e9d8373fcad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, 6f27cbcf-838f-437f-85a6-888a3b782efb) {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:35:43.325622 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31985051-dc32-4d14-995b-4e9d8373fcad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:43.326507 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-31985051-dc32-4d14-995b-4e9d8373fcad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:43.332328 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459f33ff-075c-42d2-a6b6-ff07aab46e53 None None] Network 6f27cbcf-838f-437f-85a6-888a3b782efb requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:35:43.336314 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b286ec0d-c9b1-432f-b1a2-cf788d0b3218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:43.343256 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-31985051-dc32-4d14-995b-4e9d8373fcad admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6209445 Jul 16 11:35:43.365305 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b286ec0d-c9b1-432f-b1a2-cf788d0b3218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:43.418052 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b286ec0d-c9b1-432f-b1a2-cf788d0b3218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:43.420971 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b286ec0d-c9b1-432f-b1a2-cf788d0b3218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:43.422484 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-b286ec0d-c9b1-432f-b1a2-cf788d0b3218 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81a97781-e27a-4e23-9d6b-56eec62ce96c HTTP/1.1" status: 204 len: 168 time: 0.1370749 Jul 16 11:35:43.431777 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286ec0d-c9b1-432f-b1a2-cf788d0b3218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a97781-e27a-4e23-9d6b-56eec62ce96c,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:43.478042 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab7b8b7-8541-46cd-a04f-192b7b838216 None None] Network 6f27cbcf-838f-437f-85a6-888a3b782efb requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:35:46.220656 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a13575-f7b2-4713-bcfd-1a393ca69849 req-b1448e0a-bdf8-42bf-a7f2-ba6ae9fbe305 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:46.222189 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e8a13575-f7b2-4713-bcfd-1a393ca69849 req-b1448e0a-bdf8-42bf-a7f2-ba6ae9fbe305 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0654967 Jul 16 11:35:46.269284 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e8a13575-f7b2-4713-bcfd-1a393ca69849 req-a443db1d-3991-4a1c-851f-0787b3589784 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360224 Jul 16 11:35:46.388017 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-083fa8e8-9b78-4027-9e90-e0dd58311790 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:46.389515 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-083fa8e8-9b78-4027-9e90-e0dd58311790 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/networks?id=6f27cbcf-838f-437f-85a6-888a3b782efb HTTP/1.1" status: 200 len: 814 time: 0.1030989 Jul 16 11:35:46.407112 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-39de2bac-b743-4f1d-8103-da0dcf4dd2fe tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/quotas/c8962fef25ed4c4d8a016a63771cf75c HTTP/1.1" status: 200 len: 375 time: 0.0091016 Jul 16 11:35:46.443171 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-afaee992-0147-4eae-b5f3-536aad5cf9af tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8962fef25ed4c4d8a016a63771cf75c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289543 Jul 16 11:35:46.544902 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-ee985fdd-241d-4722-a8e6-33c62497f8d4 service neutron] 10.222.0.16 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937970 Jul 16 11:35:46.639164 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-e067fe9c-b0d0-473c-94d7-6212fb254609 service neutron] 10.222.0.16 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874290 Jul 16 11:35:46.801078 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ce3585a5-f57d-4ce3-bfaa-f0930be25df3 req-ac941c9a-75fd-4425-bb12-29dad3e27e14 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=21876166-ea33-4267-82c3-b3f6ab6eece2 HTTP/1.1" status: 200 len: 210 time: 0.0287960 Jul 16 11:35:47.475547 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c34ff-0b89-4395-9090-95ab27cd4611 req-72b79f25-3263-484e-ac78-ffaa144018fa tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:47.478554 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-397c34ff-0b89-4395-9090-95ab27cd4611 req-72b79f25-3263-484e-ac78-ffaa144018fa tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0794444 Jul 16 11:35:47.533136 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-397c34ff-0b89-4395-9090-95ab27cd4611 req-05ebe060-da4c-4da1-9e8b-341ba31026c9 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480506 Jul 16 11:35:47.607996 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 44110) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:47.658106 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_v2 [None req-614ef2ef-ed91-44e5-814d-b09ec60f162f admin admin] Deleting subnet d4068434-64c6-47dc-b625-b4abbd66430b {{(pid=93104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 11:35:47.661786 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-614ef2ef-ed91-44e5-814d-b09ec60f162f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:47.706488 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-614ef2ef-ed91-44e5-814d-b09ec60f162f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:47.716807 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-614ef2ef-ed91-44e5-814d-b09ec60f162f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732748'] for subnet, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:47.786848 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-614ef2ef-ed91-44e5-814d-b09ec60f162f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for subnet, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:47.814153 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ef2ef-ed91-44e5-814d-b09ec60f162f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4068434-64c6-47dc-b625-b4abbd66430b,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:47.827326 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-614ef2ef-ed91-44e5-814d-b09ec60f162f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:47.829642 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-614ef2ef-ed91-44e5-814d-b09ec60f162f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d4068434-64c6-47dc-b625-b4abbd66430b HTTP/1.1" status: 204 len: 168 time: 0.2203224 Jul 16 11:35:47.832332 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 44118) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:47.906734 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-16de732a-abc9-4d38-b111-c8a5bf4df584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623655'] for network, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:47.938588 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 44120) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:48.011609 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c8a27478-5de5-455c-b4b2-0df8fb1521fc req-1708311e-be63-48d0-a00f-d44a62cd5fc5 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=21876166-ea33-4267-82c3-b3f6ab6eece2 HTTP/1.1" status: 200 len: 210 time: 0.0483518 Jul 16 11:35:48.043672 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-16de732a-abc9-4d38-b111-c8a5bf4df584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734504', 'neutron.services.segments.db._delete_segments_for_network-8746163431244'] for network, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.073271 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-16de732a-abc9-4d38-b111-c8a5bf4df584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c351b7bb-d61d-444c-bf11-f65a9046ecb3']}} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:35:48.083006 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1993-a555-4176-8757-7e26eb804f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.091416 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-16de732a-abc9-4d38-b111-c8a5bf4df584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e6c9c0-38ff-4ff4-b9cb-6e86b72fb8f0') {'for_net_delete': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:35:48.091712 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-16de732a-abc9-4d38-b111-c8a5bf4df584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e6c9c0-38ff-4ff4-b9cb-6e86b72fb8f0') {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:35:48.105699 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-16de732a-abc9-4d38-b111-c8a5bf4df584 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746163433557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3667333'] for segment, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.155351 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-16de732a-abc9-4d38-b111-c8a5bf4df584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.165902 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16de732a-abc9-4d38-b111-c8a5bf4df584 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 11:35:48.166313 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-16de732a-abc9-4d38-b111-c8a5bf4df584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593711'] for segment, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: Traceback (most recent call last): Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: timer() Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: cb(*args, **kw) Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: return func(*args, **kwargs) Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: self._notify() Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: self.callback(batched_events) Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: event.method(event) Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: return f(self, *a, **k) Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: return self._get(url).json() Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: return self.request(url, 'GET', **kwargs) Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 11:35:48.167955 dv-cinder-784763-6-iscsi neutron-server[93103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 11:35:48.192282 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1993-a555-4176-8757-7e26eb804f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.197516 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1993-a555-4176-8757-7e26eb804f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.232997 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a1993-a555-4176-8757-7e26eb804f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4780fc-a469-4c22-8a94-25928ff4e7ab,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:48.241335 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-0b9a1993-a555-4176-8757-7e26eb804f04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3ad262f81e34b81ba1c4ecf3493b7de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973039 Jul 16 11:35:48.241707 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 44128) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:48.258482 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-880d6c83-8f3d-47e2-923f-c486100fdbe6 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:48.263071 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-880d6c83-8f3d-47e2-923f-c486100fdbe6 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.13 "GET /v2.0/networks?id=6f27cbcf-838f-437f-85a6-888a3b782efb HTTP/1.1" status: 200 len: 814 time: 0.2166147 Jul 16 11:35:48.269693 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-16de732a-abc9-4d38-b111-c8a5bf4df584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814451'] for network, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.277263 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-16de732a-abc9-4d38-b111-c8a5bf4df584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.281274 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-16de732a-abc9-4d38-b111-c8a5bf4df584 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c351b7bb-d61d-444c-bf11-f65a9046ecb3 HTTP/1.1" status: 204 len: 168 time: 0.4475532 Jul 16 11:35:48.285989 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 44132) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:48.293761 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de732a-abc9-4d38-b111-c8a5bf4df584 admin admin] Pushing event deleted for resources: {'Network': ['ID=c351b7bb-d61d-444c-bf11-f65a9046ecb3,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:48.298782 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-4abbd57b-9780-41d7-aecd-9a9fd6051506 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Request body: {'port': {'device_id': '21876166-ea33-4267-82c3-b3f6ab6eece2', 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb', 'admin_state_up': True, 'tenant_id': 'c8962fef25ed4c4d8a016a63771cf75c'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:35:48.384597 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-23056869-47ac-4a3b-b70a-fa027a590a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.389435 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_v2 [None req-44802dcf-0062-4355-b756-6fac14f72c1e admin admin] Deleting subnet bb686db5-2fa0-4ffe-b604-0b8076f02e9c {{(pid=93104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 11:35:48.398834 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-44802dcf-0062-4355-b756-6fac14f72c1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.436805 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-4abbd57b-9780-41d7-aecd-9a9fd6051506 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Made reservation on behalf of c8962fef25ed4c4d8a016a63771cf75c for: {'port': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:35:48.437093 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-23056869-47ac-4a3b-b70a-fa027a590a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.440610 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-4abbd57b-9780-41d7-aecd-9a9fd6051506 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.459454 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-44802dcf-0062-4355-b756-6fac14f72c1e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.475202 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-44802dcf-0062-4355-b756-6fac14f72c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732748'] for subnet, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.540239 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-23056869-47ac-4a3b-b70a-fa027a590a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.543012 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-23056869-47ac-4a3b-b70a-fa027a590a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.547094 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-23056869-47ac-4a3b-b70a-fa027a590a7b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb4780fc-a469-4c22-8a94-25928ff4e7ab HTTP/1.1" status: 204 len: 168 time: 0.3038042 Jul 16 11:35:48.560898 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23056869-47ac-4a3b-b70a-fa027a590a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4780fc-a469-4c22-8a94-25928ff4e7ab,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:48.565869 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-44802dcf-0062-4355-b756-6fac14f72c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for subnet, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.619440 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-44802dcf-0062-4355-b756-6fac14f72c1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.624117 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-44802dcf-0062-4355-b756-6fac14f72c1e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bb686db5-2fa0-4ffe-b604-0b8076f02e9c HTTP/1.1" status: 204 len: 168 time: 0.3341486 Jul 16 11:35:48.626007 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 44148) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:48.627581 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44802dcf-0062-4355-b756-6fac14f72c1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb686db5-2fa0-4ffe-b604-0b8076f02e9c,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:48.640948 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-4abbd57b-9780-41d7-aecd-9a9fd6051506 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Allocated IP 172.20.0.12 (6f27cbcf-838f-437f-85a6-888a3b782efb/1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8/633892cb-ee22-4a74-b4a7-0675abe42f87) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:35:48.752598 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623655'] for network, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.903543 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-4abbd57b-9780-41d7-aecd-9a9fd6051506 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.928756 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734504', 'neutron.services.segments.db._delete_segments_for_network-8746163431244'] for network, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:48.951922 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:48.952968 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:48.952968 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:48.953345 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Subscribe: > port after_create 55550000 {{(pid=93104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:48.953751 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:48.954090 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Subscribe: > port after_update 55550000 {{(pid=93104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:48.954494 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:48.954714 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:48.955033 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:48.955345 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:48.994661 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-4abbd57b-9780-41d7-aecd-9a9fd6051506 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.029740 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:49.030089 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:49.030416 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:49.030736 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 11:35:49.031114 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fea1065-ab01-4f31-8c49-eced9d6e85bb']}} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:35:49.051382 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 44162) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:49.060397 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f73b05-6054-402c-a399-8377801ca0d7') {'for_net_delete': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:35:49.060397 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f73b05-6054-402c-a399-8377801ca0d7') {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:35:49.078436 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746163433557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9065755'] for segment, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.079658 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-4abbd57b-9780-41d7-aecd-9a9fd6051506 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Network 6f27cbcf-838f-437f-85a6-888a3b782efb is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:35:49.080553 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0af22d8c-7918-4172-859b-ff1cae55ea2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.095182 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-4abbd57b-9780-41d7-aecd-9a9fd6051506 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:35:49.100667 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dda09-a7a6-4d3d-9489-847c16092396 req-2a6d1813-3a19-4382-bdc7-845dffc994e1 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:49.102864 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-332dda09-a7a6-4d3d-9489-847c16092396 req-2a6d1813-3a19-4382-bdc7-845dffc994e1 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.2689073 Jul 16 11:35:49.104728 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-4abbd57b-9780-41d7-aecd-9a9fd6051506 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:35:49.114947 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.138226 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbd57b-9780-41d7-aecd-9a9fd6051506 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Pushing event updated for resources: {'Port': ['ID=633892cb-ee22-4a74-b4a7-0675abe42f87,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:49.144618 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 11:35:49.145017 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9065606'] for segment, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: from cryptography.utils import int_from_bytes Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: from cryptography.utils import int_from_bytes Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: Traceback (most recent call last): Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: timer() Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: cb(*args, **kw) Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: return func(*args, **kwargs) Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: self._notify() Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: self.callback(batched_events) Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: event.method(event) Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: return f(self, *a, **k) Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: return self._get(url).json() Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: return self.request(url, 'GET', **kwargs) Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 11:35:49.150584 dv-cinder-784763-6-iscsi neutron-server[93104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 11:35:49.176654 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-4abbd57b-9780-41d7-aecd-9a9fd6051506 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:49.177311 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-4abbd57b-9780-41d7-aecd-9a9fd6051506 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.241272 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-332dda09-a7a6-4d3d-9489-847c16092396 req-4a87d8a6-1f9e-453f-b9c2-b0638c97d78a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229532 Jul 16 11:35:49.243435 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814451'] for network, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.253327 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.254341 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0af22d8c-7918-4172-859b-ff1cae55ea2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.255188 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3fea1065-ab01-4f31-8c49-eced9d6e85bb HTTP/1.1" status: 204 len: 168 time: 0.6212993 Jul 16 11:35:49.262385 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0af22d8c-7918-4172-859b-ff1cae55ea2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.287687 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-4abbd57b-9780-41d7-aecd-9a9fd6051506 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9949880 Jul 16 11:35:49.291173 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4044da-b989-4415-a300-ee6206531b58 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fea1065-ab01-4f31-8c49-eced9d6e85bb,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:49.313613 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Request body: {'port': {'device_id': '21876166-ea33-4267-82c3-b3f6ab6eece2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:35:49.320816 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e60b3-37b8-4fc1-a2ae-bb97617a18c2 req-487e55cb-11e7-4eb8-b527-a214291d64ca tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:49.322012 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b14e60b3-37b8-4fc1-a2ae-bb97617a18c2 req-487e55cb-11e7-4eb8-b527-a214291d64ca tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=21876166-ea33-4267-82c3-b3f6ab6eece2 HTTP/1.1" status: 200 len: 932 time: 0.1750708 Jul 16 11:35:49.370454 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b14e60b3-37b8-4fc1-a2ae-bb97617a18c2 req-fc3b1496-fab9-4233-bc31-762a69608240 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318837 Jul 16 11:35:49.387227 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 44166) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:49.388297 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-0af22d8c-7918-4172-859b-ff1cae55ea2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08fd4f3e0c2349d9814465f7fcb212b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318007 Jul 16 11:35:49.393263 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af22d8c-7918-4172-859b-ff1cae55ea2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96be9a3-5d7d-450d-844f-ac4795391ce6,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:49.450610 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4dd7ddd2-b11d-4173-9418-8ae5a67508dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.457740 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.475758 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4dd7ddd2-b11d-4173-9418-8ae5a67508dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.478307 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-02d7b9eb-eb30-4920-808f-13c996cc4de3 req-216b2255-b378-412b-8c56-23d6fa2bf5df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1285973 Jul 16 11:35:49.488210 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 44172) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:49.563805 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-421fd05b-d557-4d6c-8dbb-6788d68034f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b201ffd625614ed6809d06daef48c91f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0684006 Jul 16 11:35:49.566469 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 44174) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:49.580967 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4dd7ddd2-b11d-4173-9418-8ae5a67508dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.583344 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4dd7ddd2-b11d-4173-9418-8ae5a67508dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.584429 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-4dd7ddd2-b11d-4173-9418-8ae5a67508dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e96be9a3-5d7d-450d-844f-ac4795391ce6 HTTP/1.1" status: 204 len: 168 time: 0.1961594 Jul 16 11:35:49.613863 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7ddd2-b11d-4173-9418-8ae5a67508dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96be9a3-5d7d-450d-844f-ac4795391ce6,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:49.632250 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b3faa945-e183-47a5-9adc-fbbad4d12a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.655291 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b3faa945-e183-47a5-9adc-fbbad4d12a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.709354 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b3faa945-e183-47a5-9adc-fbbad4d12a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.712376 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b3faa945-e183-47a5-9adc-fbbad4d12a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.713510 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-b3faa945-e183-47a5-9adc-fbbad4d12a1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f305c5b2-f1c8-4457-8d8b-c0bd647f1678 HTTP/1.1" status: 204 len: 168 time: 0.1461015 Jul 16 11:35:49.721150 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7b9eb-eb30-4920-808f-13c996cc4de3 req-a7b89ad5-5415-49e0-8df1-3b088205e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:49.722732 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3faa945-e183-47a5-9adc-fbbad4d12a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f305c5b2-f1c8-4457-8d8b-c0bd647f1678,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:49.722919 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-02d7b9eb-eb30-4920-808f-13c996cc4de3 req-a7b89ad5-5415-49e0-8df1-3b088205e986 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f11877dcb4c49b69a3ec00e05d74fab&device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 1099 time: 0.1305256 Jul 16 11:35:49.900754 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7b9eb-eb30-4920-808f-13c996cc4de3 req-74fb075c-bc2f-4274-929a-5aeddf46d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:49.902242 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-02d7b9eb-eb30-4920-808f-13c996cc4de3 req-74fb075c-bc2f-4274-929a-5aeddf46d6f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fee2e96e-034a-462e-b501-313f6b4a85f3 HTTP/1.1" status: 200 len: 919 time: 0.1562018 Jul 16 11:35:49.904199 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633892cb-ee22-4a74-b4a7-0675abe42f87 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:35:49.918019 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.925250 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 44188) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:49.938522 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-2ae164a9-ad30-4b16-bbc9-4b6ae1c298c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:49.969330 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-02d7b9eb-eb30-4920-808f-13c996cc4de3 req-af94f0fb-2121-41ce-ad0e-5b3825122046 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebfb4fa8-1097-4e04-82b3-f21383da1644 HTTP/1.1" status: 200 len: 217 time: 0.0584369 Jul 16 11:35:49.980549 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Transition to ACTIVE for port object 633892cb-ee22-4a74-b4a7-0675abe42f87 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:35:49.994988 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:50.045892 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-2ae164a9-ad30-4b16-bbc9-4b6ae1c298c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:50.054127 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-2ae164a9-ad30-4b16-bbc9-4b6ae1c298c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:50.125631 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae164a9-ad30-4b16-bbc9-4b6ae1c298c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6b76c4-68db-42b2-b976-ce4a210a7b52,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:50.132359 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-2ae164a9-ad30-4b16-bbc9-4b6ae1c298c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e28ac0fcf354f0faf2a61535b6d866b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060609 Jul 16 11:35:50.134978 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 44200) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:50.161418 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Pushing event updated for resources: {'Port': ['ID=633892cb-ee22-4a74-b4a7-0675abe42f87,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:50.185811 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7b9eb-eb30-4920-808f-13c996cc4de3 req-56cc7aca-abdc-449e-b643-09c7f2b8e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:50.187317 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-02d7b9eb-eb30-4920-808f-13c996cc4de3 req-56cc7aca-abdc-449e-b643-09c7f2b8e2d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01 HTTP/1.1" status: 200 len: 858 time: 0.2064195 Jul 16 11:35:50.202001 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ce4aa66-c240-41aa-9944-db780faa3636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:50.225110 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ce4aa66-c240-41aa-9944-db780faa3636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:50.227320 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 44204) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:50.229363 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-02d7b9eb-eb30-4920-808f-13c996cc4de3 req-e12e1f07-3692-4935-a443-9570c44198d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fee2e96e-034a-462e-b501-313f6b4a85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340803 Jul 16 11:35:50.268677 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Attempting to bind port 633892cb-ee22-4a74-b4a7-0675abe42f87 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:35:50.269555 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Attempting to bind port 633892cb-ee22-4a74-b4a7-0675abe42f87 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'ad821385-04c3-440f-b2e8-61502438f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:35:50.270649 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Attempting to bind port 633892cb-ee22-4a74-b4a7-0675abe42f87 on network 6f27cbcf-838f-437f-85a6-888a3b782efb {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:35:50.288142 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Port 633892cb-ee22-4a74-b4a7-0675abe42f87 on network 6f27cbcf-838f-437f-85a6-888a3b782efb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:35:50.288727 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Attempting to bind port 633892cb-ee22-4a74-b4a7-0675abe42f87 on network 6f27cbcf-838f-437f-85a6-888a3b782efb {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:35:50.300229 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:35:50.300818 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Checking segment: {'id': 'ad821385-04c3-440f-b2e8-61502438f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:35:50.301537 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Bound using segment: {'id': 'ad821385-04c3-440f-b2e8-61502438f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:35:50.302189 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Bound port: 633892cb-ee22-4a74-b4a7-0675abe42f87, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad821385-04c3-440f-b2e8-61502438f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:35:50.302723 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:50.324496 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-fceab520-8154-47b4-aa6e-af514d41f3e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62972c76c6d3416a81975c6373667210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959215 Jul 16 11:35:50.327613 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 44212) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:50.372989 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ce4aa66-c240-41aa-9944-db780faa3636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:50.376762 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ce4aa66-c240-41aa-9944-db780faa3636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:50.379762 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-3ce4aa66-c240-41aa-9944-db780faa3636 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b6b76c4-68db-42b2-b976-ce4a210a7b52 HTTP/1.1" status: 204 len: 168 time: 0.2415016 Jul 16 11:35:50.422152 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] For port 633892cb-ee22-4a74-b4a7-0675abe42f87, host hv-cinder-78476, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:35:50.423229 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4aa66-c240-41aa-9944-db780faa3636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6b76c4-68db-42b2-b976-ce4a210a7b52,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:50.426442 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] For port 633892cb-ee22-4a74-b4a7-0675abe42f87, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=633892cb-ee22-4a74-b4a7-0675abe42f87,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:35:50.442254 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:50.480284 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-02d7b9eb-eb30-4920-808f-13c996cc4de3 req-6c30bcf4-f1df-43f7-ac09-ae2df6a5f39c service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438784 Jul 16 11:35:50.481189 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c749fdec-d661-4437-9120-554471d1bb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:50.512245 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:50.512855 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:50.514638 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] 10.222.0.13 "PUT /v2.0/ports/633892cb-ee22-4a74-b4a7-0675abe42f87 HTTP/1.1" status: 200 len: 1094 time: 1.2088726 Jul 16 11:35:50.517392 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21876166-ea33-4267-82c3-b3f6ab6eece2', 'tag': '633892cb-ee22-4a74-b4a7-0675abe42f87'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:35:50.521239 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4201c211-8520-469c-877d-ce8f7224ac99" -d '{"events": [{"name": "network-changed", "server_uuid": "21876166-ea33-4267-82c3-b3f6ab6eece2", "tag": "633892cb-ee22-4a74-b4a7-0675abe42f87"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:35:50.551406 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c749fdec-d661-4437-9120-554471d1bb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:50.569822 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227d32a-c82f-4a61-ab63-280e8b576e93 service neutron] Pushing event updated for resources: {'Port': ['ID=633892cb-ee22-4a74-b4a7-0675abe42f87,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:50.667674 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fc974-8530-4dab-a58f-12e52df6b714 req-440f8ceb-b5f0-4812-972c-fb3c4b7e29dd tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:50.669422 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-567fc974-8530-4dab-a58f-12e52df6b714 req-440f8ceb-b5f0-4812-972c-fb3c4b7e29dd tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.2132235 Jul 16 11:35:50.681895 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-02d7b9eb-eb30-4920-808f-13c996cc4de3 req-13591c85-d5d0-488d-ba94-85c280ca0a15 service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879990 Jul 16 11:35:50.697276 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-f4c28a22-9007-4302-b74d-22a33b45f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:50.698932 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-f4c28a22-9007-4302-b74d-22a33b45f584 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8962fef25ed4c4d8a016a63771cf75c&device_id=21876166-ea33-4267-82c3-b3f6ab6eece2 HTTP/1.1" status: 200 len: 1097 time: 0.1309659 Jul 16 11:35:50.729283 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a23f34-9d50-4057-a4a0-bbfbbe8f1ce4 req-3027e157-409c-4d57-aa71-474f99be9361 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:50.730805 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-55a23f34-9d50-4057-a4a0-bbfbbe8f1ce4 req-3027e157-409c-4d57-aa71-474f99be9361 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=21876166-ea33-4267-82c3-b3f6ab6eece2 HTTP/1.1" status: 200 len: 944 time: 0.1389413 Jul 16 11:35:50.731433 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c749fdec-d661-4437-9120-554471d1bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:50.734331 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c749fdec-d661-4437-9120-554471d1bb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:50.735190 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-c749fdec-d661-4437-9120-554471d1bb82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e24b1e49-82c8-4fe0-ac43-1dacb5a48640 HTTP/1.1" status: 204 len: 168 time: 0.4067168 Jul 16 11:35:50.747292 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749fdec-d661-4437-9120-554471d1bb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24b1e49-82c8-4fe0-ac43-1dacb5a48640,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:50.751929 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-b5587538-c899-4781-afe6-f75525acf0dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=633892cb-ee22-4a74-b4a7-0675abe42f87 HTTP/1.1" status: 200 len: 217 time: 0.0451214 Jul 16 11:35:50.763371 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-567fc974-8530-4dab-a58f-12e52df6b714 req-46e696df-5727-4ca6-bf38-71c794cde465 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832231 Jul 16 11:35:50.830656 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-f3a67a54-4712-4762-bda0-36cf465f7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:50.832729 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-f3a67a54-4712-4762-bda0-36cf465f7472 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8 HTTP/1.1" status: 200 len: 854 time: 0.0726597 Jul 16 11:35:50.842907 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-55a23f34-9d50-4057-a4a0-bbfbbe8f1ce4 req-451427dc-c811-48db-9ace-3ce1725a5cf6 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931442 Jul 16 11:35:50.857244 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3124bd3c-d059-45e7-959a-a4e77bb49b31 x-openstack-request-id: req-3124bd3c-d059-45e7-959a-a4e77bb49b31 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:35:50.857507 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21876166-ea33-4267-82c3-b3f6ab6eece2", "tag": "633892cb-ee22-4a74-b4a7-0675abe42f87", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:35:50.857812 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3124bd3c-d059-45e7-959a-a4e77bb49b31 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:35:50.858153 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21876166-ea33-4267-82c3-b3f6ab6eece2', 'tag': '633892cb-ee22-4a74-b4a7-0675abe42f87', 'status': 'completed', 'code': 200} Jul 16 11:35:50.911277 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-d645858e-0b05-4850-991a-ee539182a84b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f27cbcf-838f-437f-85a6-888a3b782efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522532 Jul 16 11:35:51.037089 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-04c6abe1-11a7-4e7c-b401-0ce714e5db93 service neutron] 10.222.0.13 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113591 Jul 16 11:35:51.142443 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-5f941c7e-a3b2-4bf5-9f1a-369e1492be51 req-ebbb267a-010f-4021-8af4-0b1ed2e86392 service neutron] 10.222.0.13 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982940 Jul 16 11:35:51.288972 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201c211-8520-469c-877d-ce8f7224ac99 req-ae29b3ed-4219-4446-8430-86d3487b57db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:51.290894 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4201c211-8520-469c-877d-ce8f7224ac99 req-ae29b3ed-4219-4446-8430-86d3487b57db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8962fef25ed4c4d8a016a63771cf75c&device_id=21876166-ea33-4267-82c3-b3f6ab6eece2 HTTP/1.1" status: 200 len: 1097 time: 0.0677247 Jul 16 11:35:51.399908 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201c211-8520-469c-877d-ce8f7224ac99 req-830887ff-de1d-4290-8f4a-47b336c365f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:51.401382 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4201c211-8520-469c-877d-ce8f7224ac99 req-830887ff-de1d-4290-8f4a-47b336c365f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f27cbcf-838f-437f-85a6-888a3b782efb HTTP/1.1" status: 200 len: 915 time: 0.0928409 Jul 16 11:35:51.450357 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4201c211-8520-469c-877d-ce8f7224ac99 req-3a2d3391-08a6-4ca9-83a0-373927fc45e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=633892cb-ee22-4a74-b4a7-0675abe42f87 HTTP/1.1" status: 200 len: 217 time: 0.0351191 Jul 16 11:35:51.511323 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201c211-8520-469c-877d-ce8f7224ac99 req-f2ab2c75-a609-4ccb-970f-166a8c703747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:51.512822 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4201c211-8520-469c-877d-ce8f7224ac99 req-f2ab2c75-a609-4ccb-970f-166a8c703747 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8 HTTP/1.1" status: 200 len: 854 time: 0.0550570 Jul 16 11:35:51.559016 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4201c211-8520-469c-877d-ce8f7224ac99 req-5ff633cc-24fe-4c03-9c8f-d8c4205b1db9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f27cbcf-838f-437f-85a6-888a3b782efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383019 Jul 16 11:35:51.572485 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 44296) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:51.717706 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4201c211-8520-469c-877d-ce8f7224ac99 req-ef26a0aa-6a7b-455d-9338-3ca299b46ab5 service neutron] 10.222.0.13 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332445 Jul 16 11:35:51.741067 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-369ebb4f-a124-4944-9109-296c4c22f757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:51.900088 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4201c211-8520-469c-877d-ce8f7224ac99 req-b4877f66-d410-44f5-949c-b3a1047f320c service neutron] 10.222.0.13 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696537 Jul 16 11:35:51.915169 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-369ebb4f-a124-4944-9109-296c4c22f757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:51.924002 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-369ebb4f-a124-4944-9109-296c4c22f757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:51.998631 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-369ebb4f-a124-4944-9109-296c4c22f757 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a03d2a139d74c4b871da077ca9351c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247992 Jul 16 11:35:51.999923 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ebb4f-a124-4944-9109-296c4c22f757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19000821-b8f0-487f-b516-c5bc511111ae,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:52.002214 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 44352) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:52.117912 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a8160ae2-c262-4cae-a7b2-89a3c22fa29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:52.149650 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e48888-06ed-47d0-815b-68fb986b4bff req-66384e90-34f4-464b-a015-54546eb3ab9d tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:52.150138 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a8160ae2-c262-4cae-a7b2-89a3c22fa29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:52.157568 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e5e48888-06ed-47d0-815b-68fb986b4bff req-66384e90-34f4-464b-a015-54546eb3ab9d tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.1854806 Jul 16 11:35:52.172188 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 44364) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:52.216385 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7157d3-13ed-4a48-9ffa-e4f3b269049f req-9cfae195-9472-422c-9143-aec952583e39 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:52.218226 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7c7157d3-13ed-4a48-9ffa-e4f3b269049f req-9cfae195-9472-422c-9143-aec952583e39 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=21876166-ea33-4267-82c3-b3f6ab6eece2 HTTP/1.1" status: 200 len: 944 time: 0.1807218 Jul 16 11:35:52.224448 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a8160ae2-c262-4cae-a7b2-89a3c22fa29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:52.228770 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a8160ae2-c262-4cae-a7b2-89a3c22fa29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:52.232329 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-a8160ae2-c262-4cae-a7b2-89a3c22fa29b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19000821-b8f0-487f-b516-c5bc511111ae HTTP/1.1" status: 204 len: 168 time: 0.2076626 Jul 16 11:35:52.244679 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8160ae2-c262-4cae-a7b2-89a3c22fa29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19000821-b8f0-487f-b516-c5bc511111ae,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:52.261543 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e5e48888-06ed-47d0-815b-68fb986b4bff req-4cfe61ff-703a-44c6-8fdb-89bd0c2204b3 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965292 Jul 16 11:35:52.312213 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7c7157d3-13ed-4a48-9ffa-e4f3b269049f req-6332aae3-fc27-42b1-b2e3-3c87a680dcbc tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829606 Jul 16 11:35:52.370758 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c5387dcc-377b-4cc6-b33b-2b90cfc84376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:52.518864 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c5387dcc-377b-4cc6-b33b-2b90cfc84376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:52.525952 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c5387dcc-377b-4cc6-b33b-2b90cfc84376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:52.562164 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-c5387dcc-377b-4cc6-b33b-2b90cfc84376 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65ec5191f9164df4af2fc23f463984de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3886936 Jul 16 11:35:52.565779 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 44418) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:52.583043 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5387dcc-377b-4cc6-b33b-2b90cfc84376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ece8d08-883d-46e4-a70f-11c1e4d8dc2d,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:52.636408 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6cdce6fa-6243-4aa3-bdd2-5a6ccabf0726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:52.661558 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6cdce6fa-6243-4aa3-bdd2-5a6ccabf0726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:52.715282 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6cdce6fa-6243-4aa3-bdd2-5a6ccabf0726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:52.722277 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6cdce6fa-6243-4aa3-bdd2-5a6ccabf0726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:52.723959 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-6cdce6fa-6243-4aa3-bdd2-5a6ccabf0726 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ece8d08-883d-46e4-a70f-11c1e4d8dc2d HTTP/1.1" status: 204 len: 168 time: 0.1567338 Jul 16 11:35:52.735950 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdce6fa-6243-4aa3-bdd2-5a6ccabf0726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ece8d08-883d-46e4-a70f-11c1e4d8dc2d,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:53.116140 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 44452) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:53.130809 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-122a86c5-89c4-47f7-8cfb-8d1d64ebdc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:53.230819 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-122a86c5-89c4-47f7-8cfb-8d1d64ebdc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:53.236544 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-122a86c5-89c4-47f7-8cfb-8d1d64ebdc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:53.284988 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-122a86c5-89c4-47f7-8cfb-8d1d64ebdc43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7e82213d68c42c3b75d1406cf2d440d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667283 Jul 16 11:35:53.287689 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 44470) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:53.303428 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a86c5-89c4-47f7-8cfb-8d1d64ebdc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16354d4-e29f-4669-9ed6-abc0221f25f3,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:53.655432 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-97f1097f-1e2d-4542-b506-d84f2f24d83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:53.692038 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-97f1097f-1e2d-4542-b506-d84f2f24d83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:53.728585 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9a2ba-77fc-4e19-b50c-dd99ff2ec4b4 req-e3889615-5121-4350-a725-a03958633ed6 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:53.730059 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-34c9a2ba-77fc-4e19-b50c-dd99ff2ec4b4 req-e3889615-5121-4350-a725-a03958633ed6 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.1622195 Jul 16 11:35:53.761595 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d56450-f989-43a4-8ef6-f74faa69a499 req-9ff022fe-e5d7-4349-ac35-ed99fee61561 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:53.763043 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d4d56450-f989-43a4-8ef6-f74faa69a499 req-9ff022fe-e5d7-4349-ac35-ed99fee61561 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=21876166-ea33-4267-82c3-b3f6ab6eece2 HTTP/1.1" status: 200 len: 944 time: 0.1940999 Jul 16 11:35:53.812845 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-34c9a2ba-77fc-4e19-b50c-dd99ff2ec4b4 req-43473f95-e2c6-46b8-9207-1e44666578b6 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755308 Jul 16 11:35:53.817728 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d4d56450-f989-43a4-8ef6-f74faa69a499 req-e8fdf68a-1932-4f95-8e71-2b51b95d9979 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483859 Jul 16 11:35:53.824403 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-97f1097f-1e2d-4542-b506-d84f2f24d83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:53.827255 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-97f1097f-1e2d-4542-b506-d84f2f24d83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:53.830826 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-97f1097f-1e2d-4542-b506-d84f2f24d83a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a16354d4-e29f-4669-9ed6-abc0221f25f3 HTTP/1.1" status: 204 len: 168 time: 0.5382264 Jul 16 11:35:53.837176 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1097f-1e2d-4542-b506-d84f2f24d83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16354d4-e29f-4669-9ed6-abc0221f25f3,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:54.228585 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 44488) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:54.244330 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b112901a-4e65-4afe-8990-5e0343cd5dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:54.308031 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 633892cb-ee22-4a74-b4a7-0675abe42f87 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:35:54.338178 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b112901a-4e65-4afe-8990-5e0343cd5dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:54.346472 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b112901a-4e65-4afe-8990-5e0343cd5dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:54.385012 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-b112901a-4e65-4afe-8990-5e0343cd5dbb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e8a18185e294573a5c4ee3f0f0677aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547894 Jul 16 11:35:54.385969 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112901a-4e65-4afe-8990-5e0343cd5dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e00839-316b-465d-94fe-e570f45099fc,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:54.387754 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 44492) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:54.407704 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 633892cb-ee22-4a74-b4a7-0675abe42f87, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=633892cb-ee22-4a74-b4a7-0675abe42f87,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:54.419928 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': '633892cb-ee22-4a74-b4a7-0675abe42f87', 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb', 'port_id': '633892cb-ee22-4a74-b4a7-0675abe42f87', 'mac_address': 'fa:16:3e:c6:68:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:35:54.442837 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-331f47ed-381b-4619-bd80-38fb7512a2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:54.459904 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:54.464815 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-331f47ed-381b-4619-bd80-38fb7512a2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:54.472216 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633892cb-ee22-4a74-b4a7-0675abe42f87 {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:35:54.491660 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 633892cb-ee22-4a74-b4a7-0675abe42f87, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=633892cb-ee22-4a74-b4a7-0675abe42f87,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:54.496301 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:54.514113 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-331f47ed-381b-4619-bd80-38fb7512a2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:54.516806 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-331f47ed-381b-4619-bd80-38fb7512a2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:54.517965 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-331f47ed-381b-4619-bd80-38fb7512a2dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22e00839-316b-465d-94fe-e570f45099fc HTTP/1.1" status: 204 len: 168 time: 0.1292050 Jul 16 11:35:54.527999 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f47ed-381b-4619-bd80-38fb7512a2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e00839-316b-465d-94fe-e570f45099fc,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:54.557800 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=633892cb-ee22-4a74-b4a7-0675abe42f87,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:54.564782 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:54.565134 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:54.565475 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:54.565810 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:54.566485 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:54.566485 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:54.566777 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:54.567101 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:54.567425 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:54.567747 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:54.568093 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:54.568418 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:35:54.785425 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:54.796634 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['633892cb-ee22-4a74-b4a7-0675abe42f87'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:35:55.130118 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b13f9f-c353-4be9-9f84-9ae5a0d082d1 req-d2ff84a4-90f0-4f56-b5e8-c08285fc108a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:55.131301 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d8b13f9f-c353-4be9-9f84-9ae5a0d082d1 req-d2ff84a4-90f0-4f56-b5e8-c08285fc108a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.1171083 Jul 16 11:35:55.143980 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d2536-562e-4998-9491-96078efd751f req-1bb4aa83-40c1-4899-b78c-c6c428c3a676 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:55.145725 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-092d2536-562e-4998-9491-96078efd751f req-1bb4aa83-40c1-4899-b78c-c6c428c3a676 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=21876166-ea33-4267-82c3-b3f6ab6eece2 HTTP/1.1" status: 200 len: 945 time: 0.1226506 Jul 16 11:35:55.207428 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d8b13f9f-c353-4be9-9f84-9ae5a0d082d1 req-5cd99630-2317-49f8-97e5-cf40d697e5f4 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606117 Jul 16 11:35:55.212662 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-092d2536-562e-4998-9491-96078efd751f req-9c2ea834-5205-46a0-96c3-ad6e903b0d54 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596669 Jul 16 11:35:56.334236 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 633892cb-ee22-4a74-b4a7-0675abe42f87 up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:35:56.381216 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port 633892cb-ee22-4a74-b4a7-0675abe42f87 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:35:56.385281 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port 633892cb-ee22-4a74-b4a7-0675abe42f87 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:35:56.385656 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:56.444446 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2d0ca-919c-4f94-b640-7ecd8f83f3b2 req-1810f3ef-eefc-43ac-ae84-5bd344b326e9 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:56.446214 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d7a2d0ca-919c-4f94-b640-7ecd8f83f3b2 req-1810f3ef-eefc-43ac-ae84-5bd344b326e9 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.1200600 Jul 16 11:35:56.469256 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:56.480843 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655ad45-327d-45a7-a3b6-13cb6f3bddad req-c7dfbf3b-5366-4ae6-8348-76460d58bd47 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:56.482284 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2655ad45-327d-45a7-a3b6-13cb6f3bddad req-c7dfbf3b-5366-4ae6-8348-76460d58bd47 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=21876166-ea33-4267-82c3-b3f6ab6eece2 HTTP/1.1" status: 200 len: 945 time: 0.1472523 Jul 16 11:35:56.491833 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21876166-ea33-4267-82c3-b3f6ab6eece2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633892cb-ee22-4a74-b4a7-0675abe42f87'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:35:56.494163 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe5806a-d315-4488-8e0e-9e54cd9bba65" -d '{"events": [{"server_uuid": "21876166-ea33-4267-82c3-b3f6ab6eece2", "name": "network-vif-plugged", "status": "completed", "tag": "633892cb-ee22-4a74-b4a7-0675abe42f87"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:35:56.510279 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 633892cb-ee22-4a74-b4a7-0675abe42f87, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=633892cb-ee22-4a74-b4a7-0675abe42f87,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:35:56.514194 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:56.516954 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d7a2d0ca-919c-4f94-b640-7ecd8f83f3b2 req-e3f4d2bd-8442-48ff-ae7c-e06fc2dc4753 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605817 Jul 16 11:35:56.562024 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2655ad45-327d-45a7-a3b6-13cb6f3bddad req-3100d5b5-b659-43f9-9d20-188f112fddf4 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671227 Jul 16 11:35:56.568525 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=633892cb-ee22-4a74-b4a7-0675abe42f87,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:56.725888 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b940d8-f615-4ad0-ae8e-2ed1fbcc0dfa x-openstack-request-id: req-51b940d8-f615-4ad0-ae8e-2ed1fbcc0dfa {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:35:56.726726 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21876166-ea33-4267-82c3-b3f6ab6eece2", "name": "network-vif-plugged", "status": "completed", "tag": "633892cb-ee22-4a74-b4a7-0675abe42f87", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:35:56.726983 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51b940d8-f615-4ad0-ae8e-2ed1fbcc0dfa {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:35:56.727381 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21876166-ea33-4267-82c3-b3f6ab6eece2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633892cb-ee22-4a74-b4a7-0675abe42f87', 'code': 200} Jul 16 11:35:56.782439 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 44582) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:56.892230 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3dc9c1d5-175b-4203-be5b-2918f69106cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:56.958978 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a5632-241c-4b42-aafa-123104b1f50c req-591cc741-2864-4244-a3b8-9de058ce098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:56.960732 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e23a5632-241c-4b42-aafa-123104b1f50c req-591cc741-2864-4244-a3b8-9de058ce098b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=21876166-ea33-4267-82c3-b3f6ab6eece2 HTTP/1.1" status: 200 len: 1099 time: 0.0548379 Jul 16 11:35:56.984657 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3dc9c1d5-175b-4203-be5b-2918f69106cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:56.988849 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3dc9c1d5-175b-4203-be5b-2918f69106cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:57.002185 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e23a5632-241c-4b42-aafa-123104b1f50c req-210163e9-a636-4056-b5d9-47c37fe4fcf8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341270 Jul 16 11:35:57.030256 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-3dc9c1d5-175b-4203-be5b-2918f69106cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd907a88f5574e1795adfe43983050f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467091 Jul 16 11:35:57.031079 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9c1d5-175b-4203-be5b-2918f69106cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668a2c48-b78d-481b-abbd-4d933371fe29,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:57.033085 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 44586) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:35:57.080689 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1faedbe4-01c8-4f17-9d26-ff41873e2fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:57.102023 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1faedbe4-01c8-4f17-9d26-ff41873e2fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:57.149846 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1faedbe4-01c8-4f17-9d26-ff41873e2fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:57.152657 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1faedbe4-01c8-4f17-9d26-ff41873e2fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:57.156941 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-1faedbe4-01c8-4f17-9d26-ff41873e2fb6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/668a2c48-b78d-481b-abbd-4d933371fe29 HTTP/1.1" status: 204 len: 168 time: 0.1225274 Jul 16 11:35:57.166959 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faedbe4-01c8-4f17-9d26-ff41873e2fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668a2c48-b78d-481b-abbd-4d933371fe29,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:35:57.418206 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:35:57.746016 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2df993-4ffa-4339-a875-dc7ede245aae req-6f41a383-7687-40bc-b628-cee519f5f410 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:57.747430 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ef2df993-4ffa-4339-a875-dc7ede245aae req-6f41a383-7687-40bc-b628-cee519f5f410 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.1030605 Jul 16 11:35:57.780593 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c567a-b2fd-46f4-a1c6-36febf988916 req-85f39ee7-1494-45e2-b5fe-d25499517988 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:57.782107 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-107c567a-b2fd-46f4-a1c6-36febf988916 req-85f39ee7-1494-45e2-b5fe-d25499517988 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=21876166-ea33-4267-82c3-b3f6ab6eece2 HTTP/1.1" status: 200 len: 946 time: 0.1076560 Jul 16 11:35:57.814546 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ef2df993-4ffa-4339-a875-dc7ede245aae req-30502baa-d334-442c-b045-43921b8933be tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611751 Jul 16 11:35:57.834993 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-107c567a-b2fd-46f4-a1c6-36febf988916 req-acf29d04-6736-46ad-9f76-29e7c419ff9f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464628 Jul 16 11:35:58.870146 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-f28afbaa-8b55-44f5-8187-d3c7ead8c304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:35:59.040117 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10660f62-743e-4ec7-bb88-c98b44b4c76a req-34bdd614-d8a0-421f-84b3-bf8767c33672 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:59.041695 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-10660f62-743e-4ec7-bb88-c98b44b4c76a req-34bdd614-d8a0-421f-84b3-bf8767c33672 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.1138196 Jul 16 11:35:59.053440 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543e634-64b8-40c7-8a65-e0be6b17976b req-3ed5439e-2ffe-463b-abb0-71007374a6a5 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:35:59.055517 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6543e634-64b8-40c7-8a65-e0be6b17976b req-3ed5439e-2ffe-463b-abb0-71007374a6a5 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=21876166-ea33-4267-82c3-b3f6ab6eece2 HTTP/1.1" status: 200 len: 946 time: 0.0928099 Jul 16 11:35:59.107169 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-10660f62-743e-4ec7-bb88-c98b44b4c76a req-a51de9f7-5b80-4b8e-9226-891775993caa tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505860 Jul 16 11:35:59.113967 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6543e634-64b8-40c7-8a65-e0be6b17976b req-f8969580-c174-4b1a-8dc2-78d892bf1176 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517902 Jul 16 11:36:00.281410 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba7bca-904f-4377-a97a-647ed654e123 req-09a0b29c-285c-4cc7-9d6b-95d5039189ca tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:00.282959 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e6ba7bca-904f-4377-a97a-647ed654e123 req-09a0b29c-285c-4cc7-9d6b-95d5039189ca tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0640182 Jul 16 11:36:00.328529 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e6ba7bca-904f-4377-a97a-647ed654e123 req-c82ba07e-e2d1-4f98-b750-e3fc8c9d695b tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401621 Jul 16 11:36:00.755009 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 44684) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:36:00.868908 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7876-eb53-4ba4-a8d1-9b13ee75465f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:00.969070 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7876-eb53-4ba4-a8d1-9b13ee75465f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:00.973442 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7876-eb53-4ba4-a8d1-9b13ee75465f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:01.015410 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-c5ee7876-eb53-4ba4-a8d1-9b13ee75465f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83245ff8bb3049d2974a5cf863fdeac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592258 Jul 16 11:36:01.017600 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee7876-eb53-4ba4-a8d1-9b13ee75465f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0d3e72-8414-4c8d-8f51-7aad6d5608b0,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:01.018180 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 44690) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:36:01.073074 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-bd6b83f1-7003-4474-824a-8975ef11d89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:01.092640 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-bd6b83f1-7003-4474-824a-8975ef11d89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:01.136413 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-bd6b83f1-7003-4474-824a-8975ef11d89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:01.139179 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-bd6b83f1-7003-4474-824a-8975ef11d89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:01.140532 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-bd6b83f1-7003-4474-824a-8975ef11d89d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc0d3e72-8414-4c8d-8f51-7aad6d5608b0 HTTP/1.1" status: 204 len: 168 time: 0.1212776 Jul 16 11:36:01.148206 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b83f1-7003-4474-824a-8975ef11d89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0d3e72-8414-4c8d-8f51-7aad6d5608b0,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:01.507316 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c162c39-4d0a-4300-88a9-eb0c472fc4a3 req-d7c7b97e-4af0-401f-944e-a636dffc704a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:01.509437 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0c162c39-4d0a-4300-88a9-eb0c472fc4a3 req-d7c7b97e-4af0-401f-944e-a636dffc704a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0667098 Jul 16 11:36:01.546115 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0c162c39-4d0a-4300-88a9-eb0c472fc4a3 req-b298817c-3074-4f24-81a7-28073097bcbd tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311918 Jul 16 11:36:01.664766 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-0917e8f1-ad3c-43fb-afe3-fd948cd38e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:02.041878 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:02.725872 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cc063-d298-4d98-9df3-3ed506299972 req-8ec70ad4-44bf-42df-bbbf-9dfc3d5630ec tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:02.727384 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3b3cc063-d298-4d98-9df3-3ed506299972 req-8ec70ad4-44bf-42df-bbbf-9dfc3d5630ec tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0660381 Jul 16 11:36:02.766804 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3b3cc063-d298-4d98-9df3-3ed506299972 req-ebf76934-f4e9-4d10-bb72-b510eba7b5d3 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334296 Jul 16 11:36:02.789275 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:03.960985 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafaaa5-009d-4ee6-b035-97f94c4e539f req-cd2686b6-5eaf-48bd-b723-2012478930eb tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:03.962453 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9eafaaa5-009d-4ee6-b035-97f94c4e539f req-cd2686b6-5eaf-48bd-b723-2012478930eb tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0627744 Jul 16 11:36:03.999937 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9eafaaa5-009d-4ee6-b035-97f94c4e539f req-2b10481c-c536-4cd8-a475-73864d43ca71 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309839 Jul 16 11:36:04.299186 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:05.178644 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a889196-20eb-4f96-a74b-bff12b15bc28 req-f48b2ffa-254b-4213-bf26-da4ff78e1c15 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:05.184845 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9a889196-20eb-4f96-a74b-bff12b15bc28 req-f48b2ffa-254b-4213-bf26-da4ff78e1c15 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0607786 Jul 16 11:36:05.220735 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9a889196-20eb-4f96-a74b-bff12b15bc28 req-0ac1d147-7608-429a-841d-28944193e01c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316887 Jul 16 11:36:06.397327 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bab641-7445-4c8c-a8d5-61596f04ba00 req-f8c34325-3a4b-4220-9b76-4ac1c1fcfd36 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:06.398819 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f1bab641-7445-4c8c-a8d5-61596f04ba00 req-f8c34325-3a4b-4220-9b76-4ac1c1fcfd36 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0644779 Jul 16 11:36:06.436157 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f1bab641-7445-4c8c-a8d5-61596f04ba00 req-ebe5964b-6879-4934-874f-78dffa994db7 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315740 Jul 16 11:36:07.607211 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e558a-6916-406e-9bca-575607daeaa7 req-1dde2073-1b52-4dd8-8a28-23f958e0dfc1 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:07.608765 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-720e558a-6916-406e-9bca-575607daeaa7 req-1dde2073-1b52-4dd8-8a28-23f958e0dfc1 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0610819 Jul 16 11:36:07.647530 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-720e558a-6916-406e-9bca-575607daeaa7 req-d902054d-3493-4cb2-b498-9fbfb5e22e80 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328407 Jul 16 11:36:08.824940 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabeb21-ffaa-4b29-a39f-23df432b9e41 req-8ce5b3ce-42dd-463d-ad53-56d382f6e59c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:08.826960 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-dfabeb21-ffaa-4b29-a39f-23df432b9e41 req-8ce5b3ce-42dd-463d-ad53-56d382f6e59c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0690722 Jul 16 11:36:08.865736 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-dfabeb21-ffaa-4b29-a39f-23df432b9e41 req-80bd01fe-db41-4d36-a3c0-091801329bcc tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328605 Jul 16 11:36:10.036577 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981bd2a-c196-4e19-ad70-3c5e55e60a0e req-2b10ab09-813b-4900-805f-5325f1fd8625 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:10.038066 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4981bd2a-c196-4e19-ad70-3c5e55e60a0e req-2b10ab09-813b-4900-805f-5325f1fd8625 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0630810 Jul 16 11:36:10.076912 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4981bd2a-c196-4e19-ad70-3c5e55e60a0e req-03f521e2-038f-4716-9c7b-e7a2ae6293c5 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332592 Jul 16 11:36:11.250805 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f43f0-7dda-4b6c-af46-a15dda6fb6bd req-9ce656ad-0bb0-4261-a9d6-472fb931da0c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:11.252290 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f67f43f0-7dda-4b6c-af46-a15dda6fb6bd req-9ce656ad-0bb0-4261-a9d6-472fb931da0c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0646422 Jul 16 11:36:11.289905 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f67f43f0-7dda-4b6c-af46-a15dda6fb6bd req-dea0470e-99c0-4223-bd79-b0c1e281ffb1 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318940 Jul 16 11:36:12.466508 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f57c62-cc44-404a-ab34-d1fe932d2fac req-e5d9d535-294f-4228-8537-5771c7082313 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:12.468572 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-62f57c62-cc44-404a-ab34-d1fe932d2fac req-e5d9d535-294f-4228-8537-5771c7082313 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0656490 Jul 16 11:36:12.504924 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-62f57c62-cc44-404a-ab34-d1fe932d2fac req-6e2da55e-365f-48f2-9203-c8cd5d854876 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308239 Jul 16 11:36:13.470989 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c582c2-a139-4aad-a2db-136120d1b100 req-f226a205-fb34-4e2e-9410-2671b5716897 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:13.472489 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-48c582c2-a139-4aad-a2db-136120d1b100 req-f226a205-fb34-4e2e-9410-2671b5716897 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/networks?id=6f27cbcf-838f-437f-85a6-888a3b782efb HTTP/1.1" status: 200 len: 814 time: 0.1048174 Jul 16 11:36:13.487125 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-48c582c2-a139-4aad-a2db-136120d1b100 req-e460cfd2-d707-4c34-97c8-760b4dc7578e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/quotas/c8962fef25ed4c4d8a016a63771cf75c HTTP/1.1" status: 200 len: 375 time: 0.0091062 Jul 16 11:36:13.552833 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-48c582c2-a139-4aad-a2db-136120d1b100 req-314432b3-6574-42b9-a410-7aac7cb10e4a tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8962fef25ed4c4d8a016a63771cf75c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604711 Jul 16 11:36:13.681187 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-48c582c2-a139-4aad-a2db-136120d1b100 req-35f7dd9c-1d2a-4874-97a8-e3154e34e28c service neutron] 10.222.0.16 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219256 Jul 16 11:36:13.791500 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a94bb-ef19-4099-b258-ef8f9a296ed9 req-1810a749-57a1-46c7-be8b-5319f86bbba4 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:13.792998 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9b1a94bb-ef19-4099-b258-ef8f9a296ed9 req-1810a749-57a1-46c7-be8b-5319f86bbba4 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.1593013 Jul 16 11:36:13.824978 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-48c582c2-a139-4aad-a2db-136120d1b100 req-3f4319d1-33a0-4890-9aad-69a0e731c8ef service neutron] 10.222.0.16 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362264 Jul 16 11:36:13.844933 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9b1a94bb-ef19-4099-b258-ef8f9a296ed9 req-e0c0e11d-8b87-4c64-8394-a31f3de66c61 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439153 Jul 16 11:36:14.003156 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4c900ad0-3a48-44da-a39d-412ec8b6bfaf req-53ebda2b-87ed-45fb-ad2b-3dd4de2483b8 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 210 time: 0.0318546 Jul 16 11:36:14.671960 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4ef6c-0ec9-4a38-b6ed-f70a9b4378b8 req-2e61c5c9-95ec-43f3-92b8-70cbb7682bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:14.673587 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-28d4ef6c-0ec9-4a38-b6ed-f70a9b4378b8 req-2e61c5c9-95ec-43f3-92b8-70cbb7682bf6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 1099 time: 0.0537491 Jul 16 11:36:14.834105 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-28d4ef6c-0ec9-4a38-b6ed-f70a9b4378b8 req-e20b47fb-ca1e-44e7-8506-62548641171c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291057 Jul 16 11:36:15.014956 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0d493-d48f-40a6-87b5-297bb9d7d313 req-821f109c-f649-4dc1-bf2a-1a1b0272000f tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:15.016466 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e4a0d493-d48f-40a6-87b5-297bb9d7d313 req-821f109c-f649-4dc1-bf2a-1a1b0272000f tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0613294 Jul 16 11:36:15.055739 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e4a0d493-d48f-40a6-87b5-297bb9d7d313 req-0a84330c-efc9-4194-aa8d-174ba4fd8827 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338130 Jul 16 11:36:15.186116 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-edb370f7-cbd2-4cf3-9920-d5f92283e50e req-91421638-6a84-4a5f-b643-ce6dc8afe5ce tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 210 time: 0.0283496 Jul 16 11:36:15.414816 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c582c2-a139-4aad-a2db-136120d1b100 req-4c07dc8f-7b06-4f6e-b909-6cac084a0064 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:15.416529 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-48c582c2-a139-4aad-a2db-136120d1b100 req-4c07dc8f-7b06-4f6e-b909-6cac084a0064 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.13 "GET /v2.0/networks?id=6f27cbcf-838f-437f-85a6-888a3b782efb HTTP/1.1" status: 200 len: 814 time: 0.1048143 Jul 16 11:36:15.432589 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-48c582c2-a139-4aad-a2db-136120d1b100 req-7213b861-2f4c-4bfd-8d00-506a6dc5478f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Request body: {'port': {'device_id': '445e9356-3445-4c90-8dfd-0f2cfacd8f0e', 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb', 'admin_state_up': True, 'tenant_id': 'c8962fef25ed4c4d8a016a63771cf75c'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:36:15.715262 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c582c2-a139-4aad-a2db-136120d1b100 req-7213b861-2f4c-4bfd-8d00-506a6dc5478f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Made reservation on behalf of c8962fef25ed4c4d8a016a63771cf75c for: {'port': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:36:15.719196 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-48c582c2-a139-4aad-a2db-136120d1b100 req-7213b861-2f4c-4bfd-8d00-506a6dc5478f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:15.841071 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [req-48c582c2-a139-4aad-a2db-136120d1b100 req-7213b861-2f4c-4bfd-8d00-506a6dc5478f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Allocated IP 172.20.0.5 (6f27cbcf-838f-437f-85a6-888a3b782efb/1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8/7b99d6ab-e9ac-432f-825d-7ebf2b431d59) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:36:15.993498 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-48c582c2-a139-4aad-a2db-136120d1b100 req-7213b861-2f4c-4bfd-8d00-506a6dc5478f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:16.033993 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-48c582c2-a139-4aad-a2db-136120d1b100 req-7213b861-2f4c-4bfd-8d00-506a6dc5478f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:16.049839 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['633892cb-ee22-4a74-b4a7-0675abe42f87'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:36:16.082372 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c582c2-a139-4aad-a2db-136120d1b100 req-7213b861-2f4c-4bfd-8d00-506a6dc5478f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Network 6f27cbcf-838f-437f-85a6-888a3b782efb is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:36:16.085477 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [req-48c582c2-a139-4aad-a2db-136120d1b100 req-7213b861-2f4c-4bfd-8d00-506a6dc5478f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:36:16.089957 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c582c2-a139-4aad-a2db-136120d1b100 req-7213b861-2f4c-4bfd-8d00-506a6dc5478f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:36:16.096743 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213b861-2f4c-4bfd-8d00-506a6dc5478f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Pushing event updated for resources: {'Port': ['ID=7b99d6ab-e9ac-432f-825d-7ebf2b431d59,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:16.156170 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c582c2-a139-4aad-a2db-136120d1b100 req-7213b861-2f4c-4bfd-8d00-506a6dc5478f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:16.157703 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-48c582c2-a139-4aad-a2db-136120d1b100 req-7213b861-2f4c-4bfd-8d00-506a6dc5478f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:16.177582 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-48c582c2-a139-4aad-a2db-136120d1b100 req-7213b861-2f4c-4bfd-8d00-506a6dc5478f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7487218 Jul 16 11:36:16.213113 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Request body: {'port': {'device_id': '445e9356-3445-4c90-8dfd-0f2cfacd8f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:36:16.261672 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0132929-5ff0-445f-a021-717573269eb0 req-b277a2e1-57c0-43f3-9086-48cb1143f22b tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:16.263261 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d0132929-5ff0-445f-a021-717573269eb0 req-b277a2e1-57c0-43f3-9086-48cb1143f22b tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0761201 Jul 16 11:36:16.295092 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:16.302345 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d0132929-5ff0-445f-a021-717573269eb0 req-4c5262e3-a161-46ad-bbd6-44a2ded8b663 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320096 Jul 16 11:36:16.496118 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e83d9-043e-4fab-a788-a6275efa5f12 req-33b2e42d-f9a4-443a-8181-2c9b33f1da18 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:16.497730 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-905e83d9-043e-4fab-a788-a6275efa5f12 req-33b2e42d-f9a4-443a-8181-2c9b33f1da18 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 931 time: 0.1023192 Jul 16 11:36:16.533255 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9db2a4-a1fc-4b5c-ab53-1b33bcfac3d2 req-e6ebaf88-1bb6-4a52-9d59-350ec4bda11a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:16.534770 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3f9db2a4-a1fc-4b5c-ab53-1b33bcfac3d2 req-e6ebaf88-1bb6-4a52-9d59-350ec4bda11a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.1095662 Jul 16 11:36:16.565333 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-905e83d9-043e-4fab-a788-a6275efa5f12 req-5603ace0-8934-4909-8080-452429dd3438 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593576 Jul 16 11:36:16.584301 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3f9db2a4-a1fc-4b5c-ab53-1b33bcfac3d2 req-8b07b2bf-c65f-46f3-84f3-df71515a8f61 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364678 Jul 16 11:36:16.585173 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b99d6ab-e9ac-432f-825d-7ebf2b431d59 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:36:16.593330 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:16.610111 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Transition to ACTIVE for port object 7b99d6ab-e9ac-432f-825d-7ebf2b431d59 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:36:16.613934 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:16.660888 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Pushing event updated for resources: {'Port': ['ID=7b99d6ab-e9ac-432f-825d-7ebf2b431d59,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:16.752669 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Attempting to bind port 7b99d6ab-e9ac-432f-825d-7ebf2b431d59 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:36:16.753386 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Attempting to bind port 7b99d6ab-e9ac-432f-825d-7ebf2b431d59 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'ad821385-04c3-440f-b2e8-61502438f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:36:16.753531 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Attempting to bind port 7b99d6ab-e9ac-432f-825d-7ebf2b431d59 on network 6f27cbcf-838f-437f-85a6-888a3b782efb {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:36:16.758191 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Port 7b99d6ab-e9ac-432f-825d-7ebf2b431d59 on network 6f27cbcf-838f-437f-85a6-888a3b782efb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:36:16.758510 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Attempting to bind port 7b99d6ab-e9ac-432f-825d-7ebf2b431d59 on network 6f27cbcf-838f-437f-85a6-888a3b782efb {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:36:16.763888 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:36:16.764261 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Checking segment: {'id': 'ad821385-04c3-440f-b2e8-61502438f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:36:16.764636 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Bound using segment: {'id': 'ad821385-04c3-440f-b2e8-61502438f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:36:16.765055 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Bound port: 7b99d6ab-e9ac-432f-825d-7ebf2b431d59, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad821385-04c3-440f-b2e8-61502438f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:36:16.765409 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:16.840704 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] For port 7b99d6ab-e9ac-432f-825d-7ebf2b431d59, host hv-cinder-78476, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:36:16.843924 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] For port 7b99d6ab-e9ac-432f-825d-7ebf2b431d59, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7b99d6ab-e9ac-432f-825d-7ebf2b431d59,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:36:16.849700 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:16.900057 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:16.900932 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:16.902542 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-48c582c2-a139-4aad-a2db-136120d1b100 req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] 10.222.0.13 "PUT /v2.0/ports/7b99d6ab-e9ac-432f-825d-7ebf2b431d59 HTTP/1.1" status: 200 len: 1093 time: 0.7097409 Jul 16 11:36:16.904825 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445e9356-3445-4c90-8dfd-0f2cfacd8f0e', 'tag': '7b99d6ab-e9ac-432f-825d-7ebf2b431d59'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:36:16.907088 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc61275a-c7ee-478e-a5b0-19fecbc2a8e4" -d '{"events": [{"name": "network-changed", "server_uuid": "445e9356-3445-4c90-8dfd-0f2cfacd8f0e", "tag": "7b99d6ab-e9ac-432f-825d-7ebf2b431d59"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:36:16.947917 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c7518-4913-4a1c-bd6a-8748eff8496e service neutron] Pushing event updated for resources: {'Port': ['ID=7b99d6ab-e9ac-432f-825d-7ebf2b431d59,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:16.961902 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045af546-be49-42cf-acbf-e966df12c03f x-openstack-request-id: req-045af546-be49-42cf-acbf-e966df12c03f {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:36:16.962207 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445e9356-3445-4c90-8dfd-0f2cfacd8f0e", "tag": "7b99d6ab-e9ac-432f-825d-7ebf2b431d59", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:36:16.962457 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-045af546-be49-42cf-acbf-e966df12c03f {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:36:16.962852 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445e9356-3445-4c90-8dfd-0f2cfacd8f0e', 'tag': '7b99d6ab-e9ac-432f-825d-7ebf2b431d59', 'status': 'completed', 'code': 200} Jul 16 11:36:17.018994 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c582c2-a139-4aad-a2db-136120d1b100 req-a920b0f6-74b3-431a-a84a-983e4117fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:17.020594 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-48c582c2-a139-4aad-a2db-136120d1b100 req-a920b0f6-74b3-431a-a84a-983e4117fcb9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8962fef25ed4c4d8a016a63771cf75c&device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 1096 time: 0.0569873 Jul 16 11:36:17.064259 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-48c582c2-a139-4aad-a2db-136120d1b100 req-6be93722-b22c-4e6a-8eaa-2e3a70dc5e7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b99d6ab-e9ac-432f-825d-7ebf2b431d59 HTTP/1.1" status: 200 len: 217 time: 0.0343556 Jul 16 11:36:17.112419 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c582c2-a139-4aad-a2db-136120d1b100 req-fa24040f-62fa-4e67-888d-52c183db4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:17.113722 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-48c582c2-a139-4aad-a2db-136120d1b100 req-fa24040f-62fa-4e67-888d-52c183db4991 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8 HTTP/1.1" status: 200 len: 854 time: 0.0421984 Jul 16 11:36:17.156451 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-48c582c2-a139-4aad-a2db-136120d1b100 req-c7c4c578-2315-474f-8fdc-8e5728015044 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f27cbcf-838f-437f-85a6-888a3b782efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278959 Jul 16 11:36:17.252284 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-48c582c2-a139-4aad-a2db-136120d1b100 req-685c3d18-b810-4d44-b555-a3e8d47366c1 service neutron] 10.222.0.13 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867054 Jul 16 11:36:17.345272 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-48c582c2-a139-4aad-a2db-136120d1b100 req-97f74b0b-9bc6-49f7-b39b-a8a8c85687b8 service neutron] 10.222.0.13 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862658 Jul 16 11:36:17.460911 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61275a-c7ee-478e-a5b0-19fecbc2a8e4 req-940106ad-7222-4525-8ad5-7af386ef890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:17.462321 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bc61275a-c7ee-478e-a5b0-19fecbc2a8e4 req-940106ad-7222-4525-8ad5-7af386ef890c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8962fef25ed4c4d8a016a63771cf75c&device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 1096 time: 0.0522082 Jul 16 11:36:17.560936 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61275a-c7ee-478e-a5b0-19fecbc2a8e4 req-c0f00376-6e00-4e3d-a4e7-ad2bae9117e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:17.562504 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bc61275a-c7ee-478e-a5b0-19fecbc2a8e4 req-c0f00376-6e00-4e3d-a4e7-ad2bae9117e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f27cbcf-838f-437f-85a6-888a3b782efb HTTP/1.1" status: 200 len: 915 time: 0.0887096 Jul 16 11:36:17.610602 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bc61275a-c7ee-478e-a5b0-19fecbc2a8e4 req-6ec1c964-6b32-4c20-ba73-38a6d2f655ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b99d6ab-e9ac-432f-825d-7ebf2b431d59 HTTP/1.1" status: 200 len: 217 time: 0.0354364 Jul 16 11:36:17.658169 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61275a-c7ee-478e-a5b0-19fecbc2a8e4 req-493cb864-6189-43e7-a817-4b92e70acbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:17.659612 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bc61275a-c7ee-478e-a5b0-19fecbc2a8e4 req-493cb864-6189-43e7-a817-4b92e70acbae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8 HTTP/1.1" status: 200 len: 854 time: 0.0420601 Jul 16 11:36:17.693781 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bc61275a-c7ee-478e-a5b0-19fecbc2a8e4 req-ee260461-d7bf-4d12-8cac-a0fd9eb2261f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f27cbcf-838f-437f-85a6-888a3b782efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258839 Jul 16 11:36:17.738530 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24891b-bdab-4a56-a985-00873cb1b14d req-a77aec0b-d09a-42b0-8322-37d3331cd82d tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:17.739962 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9e24891b-bdab-4a56-a985-00873cb1b14d req-a77aec0b-d09a-42b0-8322-37d3331cd82d tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 943 time: 0.0630934 Jul 16 11:36:17.777207 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9e24891b-bdab-4a56-a985-00873cb1b14d req-6f3368fe-1e38-427a-a0ec-9ecd5028f8d6 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317302 Jul 16 11:36:17.834263 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bc61275a-c7ee-478e-a5b0-19fecbc2a8e4 req-3297a994-3735-4919-8be9-b01121ceaecc service neutron] 10.222.0.13 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844448 Jul 16 11:36:17.926637 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bc61275a-c7ee-478e-a5b0-19fecbc2a8e4 req-4c697cc2-c6db-4681-bfc9-970e70828119 service neutron] 10.222.0.13 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835299 Jul 16 11:36:18.263218 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06185c-690a-4419-a12c-6e499fa15f79 req-1b3e69bd-f82f-4ff8-a3ca-023b13bc0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:18.270426 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bd06185c-690a-4419-a12c-6e499fa15f79 req-1b3e69bd-f82f-4ff8-a3ca-023b13bc0d09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f11877dcb4c49b69a3ec00e05d74fab&device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 1099 time: 0.0587907 Jul 16 11:36:18.322611 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e49fb-a13b-439c-87f2-0d6b9b6f1350 req-efbb7c57-01b0-4542-95c4-1a707949c731 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:18.324116 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c45e49fb-a13b-439c-87f2-0d6b9b6f1350 req-efbb7c57-01b0-4542-95c4-1a707949c731 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0670514 Jul 16 11:36:18.360410 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c45e49fb-a13b-439c-87f2-0d6b9b6f1350 req-92383151-b793-4cee-a7a7-1b7a7ecfb5a3 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306146 Jul 16 11:36:18.369775 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06185c-690a-4419-a12c-6e499fa15f79 req-076e28a8-c0bb-4517-92d1-cd2377d6ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:18.371258 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bd06185c-690a-4419-a12c-6e499fa15f79 req-076e28a8-c0bb-4517-92d1-cd2377d6ae8a service neutron] 10.222.0.13 "GET /v2.0/networks?id=fee2e96e-034a-462e-b501-313f6b4a85f3 HTTP/1.1" status: 200 len: 919 time: 0.0909905 Jul 16 11:36:18.415226 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bd06185c-690a-4419-a12c-6e499fa15f79 req-57c6a9d5-bae8-4b33-87a0-572511141d14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebfb4fa8-1097-4e04-82b3-f21383da1644 HTTP/1.1" status: 200 len: 217 time: 0.0368426 Jul 16 11:36:18.462079 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06185c-690a-4419-a12c-6e499fa15f79 req-97db8191-cdcb-4963-9f2d-d64460b129c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:18.463460 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bd06185c-690a-4419-a12c-6e499fa15f79 req-97db8191-cdcb-4963-9f2d-d64460b129c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01 HTTP/1.1" status: 200 len: 858 time: 0.0417900 Jul 16 11:36:18.507321 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bd06185c-690a-4419-a12c-6e499fa15f79 req-f59ed34d-00ae-4b33-9151-2bed19ffdc32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fee2e96e-034a-462e-b501-313f6b4a85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251400 Jul 16 11:36:18.634588 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bd06185c-690a-4419-a12c-6e499fa15f79 req-6a64046a-ceae-406c-9074-49aa1be9436f service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122773 Jul 16 11:36:18.729265 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bd06185c-690a-4419-a12c-6e499fa15f79 req-44542cde-f09f-4f81-b627-30bde8e64beb service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817389 Jul 16 11:36:18.970473 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a2137-b266-4165-995a-c04a8c7eab95 req-7e832744-3af6-4180-a612-0a8bdd12a133 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:18.971977 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a70a2137-b266-4165-995a-c04a8c7eab95 req-7e832744-3af6-4180-a612-0a8bdd12a133 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 943 time: 0.0772610 Jul 16 11:36:19.019763 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a70a2137-b266-4165-995a-c04a8c7eab95 req-350e2669-03e5-4464-90f3-06b0d98f694b tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420880 Jul 16 11:36:19.538546 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072fe99-8199-49ad-8a4d-44f7efc5b1e8 req-61e0ac45-543d-4c1f-b541-33a5fa8ca9dc tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:19.539931 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3072fe99-8199-49ad-8a4d-44f7efc5b1e8 req-61e0ac45-543d-4c1f-b541-33a5fa8ca9dc tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0650585 Jul 16 11:36:19.576827 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3072fe99-8199-49ad-8a4d-44f7efc5b1e8 req-ea52813e-e252-433d-849b-4a28b7be92cb tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313904 Jul 16 11:36:19.994420 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e15d0-f143-478d-bfdd-e8cc35b5c8ff req-9cd590e3-7f3b-4865-9717-8e4d841b2a7b tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:19.995904 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ff4e15d0-f143-478d-bfdd-e8cc35b5c8ff req-9cd590e3-7f3b-4865-9717-8e4d841b2a7b tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0645783 Jul 16 11:36:20.032732 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ff4e15d0-f143-478d-bfdd-e8cc35b5c8ff req-bb833dde-5058-49ca-833f-ca527d64e4b9 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311892 Jul 16 11:36:20.214691 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9d70d-f6c1-4025-81ae-507fbec4013f req-77b9c2b4-76df-490a-b77f-825ae52d8f3c tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:20.216187 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d3f9d70d-f6c1-4025-81ae-507fbec4013f req-77b9c2b4-76df-490a-b77f-825ae52d8f3c tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 943 time: 0.0644586 Jul 16 11:36:20.253071 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d3f9d70d-f6c1-4025-81ae-507fbec4013f req-143b613a-39a4-42f8-897c-e04ce3e39004 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313699 Jul 16 11:36:20.457792 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 7b99d6ab-e9ac-432f-825d-7ebf2b431d59 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:36:20.553225 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 7b99d6ab-e9ac-432f-825d-7ebf2b431d59, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7b99d6ab-e9ac-432f-825d-7ebf2b431d59,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:36:20.563747 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': '7b99d6ab-e9ac-432f-825d-7ebf2b431d59', 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb', 'port_id': '7b99d6ab-e9ac-432f-825d-7ebf2b431d59', 'mac_address': 'fa:16:3e:71:55:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:36:20.602276 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:20.614473 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b99d6ab-e9ac-432f-825d-7ebf2b431d59 {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:36:20.633766 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 7b99d6ab-e9ac-432f-825d-7ebf2b431d59, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7b99d6ab-e9ac-432f-825d-7ebf2b431d59,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:36:20.637609 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:20.753309 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300d5d7-29d5-4491-841a-3b53c1c673e1 req-0c6b80be-80d3-44ed-96b7-99c4dfb32bae tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:20.754908 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8300d5d7-29d5-4491-841a-3b53c1c673e1 req-0c6b80be-80d3-44ed-96b7-99c4dfb32bae tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0662651 Jul 16 11:36:20.793739 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8300d5d7-29d5-4491-841a-3b53c1c673e1 req-9296e03e-14e3-4133-bc03-d0392aa5121c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327706 Jul 16 11:36:20.798598 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=7b99d6ab-e9ac-432f-825d-7ebf2b431d59,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:21.118116 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['7b99d6ab-e9ac-432f-825d-7ebf2b431d59'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:36:21.259617 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ca97a-5b73-4c4d-8059-63823518c19b req-0cc56f6b-0c9b-456b-8bb3-e6aace254d97 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:21.262078 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-359ca97a-5b73-4c4d-8059-63823518c19b req-0cc56f6b-0c9b-456b-8bb3-e6aace254d97 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.1143684 Jul 16 11:36:21.314959 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-359ca97a-5b73-4c4d-8059-63823518c19b req-01e2edb7-e60b-462f-85d7-bb7009d930f4 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451269 Jul 16 11:36:21.431185 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30258cc3-ba6d-43e6-be2c-90e3f32b36ac req-ea0390f5-e7f8-4f94-93aa-c89992661281 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:21.432669 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-30258cc3-ba6d-43e6-be2c-90e3f32b36ac req-ea0390f5-e7f8-4f94-93aa-c89992661281 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 944 time: 0.0629900 Jul 16 11:36:21.470828 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-30258cc3-ba6d-43e6-be2c-90e3f32b36ac req-3271d184-131d-4058-a433-16c33ea23826 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320578 Jul 16 11:36:21.978753 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d100e-002a-4c83-9b5f-5e956da3e0cf req-46c3df35-4798-4c71-833e-b193b77c7943 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:21.980367 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c40d100e-002a-4c83-9b5f-5e956da3e0cf req-46c3df35-4798-4c71-833e-b193b77c7943 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0765939 Jul 16 11:36:22.020997 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c40d100e-002a-4c83-9b5f-5e956da3e0cf req-5640f575-0663-4a9b-a179-651534ea7aaf tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327139 Jul 16 11:36:22.102363 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940fff1-e807-4a73-af38-f09c1bf94ecc req-5d104c20-260c-43fa-8cd5-c4569f65eae9 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:22.103836 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0940fff1-e807-4a73-af38-f09c1bf94ecc req-5d104c20-260c-43fa-8cd5-c4569f65eae9 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0618119 Jul 16 11:36:22.141398 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0940fff1-e807-4a73-af38-f09c1bf94ecc req-22b0f638-ffbe-419e-bbc7-ec42b9b91ccf tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316200 Jul 16 11:36:22.474642 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 7b99d6ab-e9ac-432f-825d-7ebf2b431d59 up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:36:22.491164 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498d022-28bc-4dea-9a28-a92dcbd97a5d req-55aaeb36-d905-4b45-965d-2d5df7450580 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:22.492722 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b498d022-28bc-4dea-9a28-a92dcbd97a5d req-55aaeb36-d905-4b45-965d-2d5df7450580 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0657570 Jul 16 11:36:22.533247 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port 7b99d6ab-e9ac-432f-825d-7ebf2b431d59 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:36:22.537807 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port 7b99d6ab-e9ac-432f-825d-7ebf2b431d59 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:36:22.538185 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:22.544839 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b498d022-28bc-4dea-9a28-a92dcbd97a5d req-b3e0d7f8-132f-4224-8fec-5f014ac27de9 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400491 Jul 16 11:36:22.614467 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:22.636568 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445e9356-3445-4c90-8dfd-0f2cfacd8f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b99d6ab-e9ac-432f-825d-7ebf2b431d59'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:36:22.638785 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee3e191-e298-47d2-b945-be2e21aaf1a1" -d '{"events": [{"server_uuid": "445e9356-3445-4c90-8dfd-0f2cfacd8f0e", "name": "network-vif-plugged", "status": "completed", "tag": "7b99d6ab-e9ac-432f-825d-7ebf2b431d59"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:36:22.651877 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 7b99d6ab-e9ac-432f-825d-7ebf2b431d59, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7b99d6ab-e9ac-432f-825d-7ebf2b431d59,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:36:22.656161 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:22.665053 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde690e3-ec0e-498b-91a9-837e26354f46 req-3df55a8f-d088-4c22-8c84-e477f7aeb22f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:22.666560 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bde690e3-ec0e-498b-91a9-837e26354f46 req-3df55a8f-d088-4c22-8c84-e477f7aeb22f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 944 time: 0.0687582 Jul 16 11:36:22.679783 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a652819-6a93-489a-9ba0-55cb52d3903d x-openstack-request-id: req-5a652819-6a93-489a-9ba0-55cb52d3903d {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:36:22.680164 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445e9356-3445-4c90-8dfd-0f2cfacd8f0e", "name": "network-vif-plugged", "status": "completed", "tag": "7b99d6ab-e9ac-432f-825d-7ebf2b431d59", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:36:22.680471 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a652819-6a93-489a-9ba0-55cb52d3903d {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:36:22.681043 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445e9356-3445-4c90-8dfd-0f2cfacd8f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b99d6ab-e9ac-432f-825d-7ebf2b431d59', 'code': 200} Jul 16 11:36:22.709284 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bde690e3-ec0e-498b-91a9-837e26354f46 req-0504df20-e532-4ac8-8477-f260cde47f1a tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360868 Jul 16 11:36:22.709500 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=7b99d6ab-e9ac-432f-825d-7ebf2b431d59,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:23.033204 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 45136) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:36:23.136752 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9d4a-f3df-4855-bcf9-90c81a0579db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:23.231230 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eea44b-03f2-4ff7-8c99-d5d2475a0c7b req-0e98bee5-18a3-43f9-ae17-2d7d46c78d32 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:23.232670 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-58eea44b-03f2-4ff7-8c99-d5d2475a0c7b req-0e98bee5-18a3-43f9-ae17-2d7d46c78d32 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0979245 Jul 16 11:36:23.332476 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-58eea44b-03f2-4ff7-8c99-d5d2475a0c7b req-f518b135-76f0-4d58-984b-6b27529493f1 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911705 Jul 16 11:36:23.349355 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9d4a-f3df-4855-bcf9-90c81a0579db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:23.360203 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9d4a-f3df-4855-bcf9-90c81a0579db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:23.409630 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c73712-c6e0-4aa9-bfda-1bfc06a45099 req-a799e603-10ad-45aa-aabd-6d7bb52c83c1 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:23.411100 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-34c73712-c6e0-4aa9-bfda-1bfc06a45099 req-a799e603-10ad-45aa-aabd-6d7bb52c83c1 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.1415458 Jul 16 11:36:23.413249 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-ca1e9d4a-f3df-4855-bcf9-90c81a0579db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b3a1c0d247d46fda5eb8afb7bc78fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790748 Jul 16 11:36:23.414694 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e9d4a-f3df-4855-bcf9-90c81a0579db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a914a71-0d8f-496a-a9f0-12b5bb3135a5,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:23.417257 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 45146) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:36:23.482705 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-34c73712-c6e0-4aa9-bfda-1bfc06a45099 req-13932e5d-affb-407e-8dc1-e6b0f10a8c54 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573604 Jul 16 11:36:23.497576 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a0348cff-210c-41aa-807c-d39659cd2eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:23.531244 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a0348cff-210c-41aa-807c-d39659cd2eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:23.588201 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a0348cff-210c-41aa-807c-d39659cd2eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:23.590780 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a0348cff-210c-41aa-807c-d39659cd2eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:23.591957 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-a0348cff-210c-41aa-807c-d39659cd2eeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a914a71-0d8f-496a-a9f0-12b5bb3135a5 HTTP/1.1" status: 204 len: 168 time: 0.1737769 Jul 16 11:36:23.601120 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0348cff-210c-41aa-807c-d39659cd2eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a914a71-0d8f-496a-a9f0-12b5bb3135a5,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:23.730883 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cd19b-abaa-4b9f-99d9-fedacae74613 req-8edc194e-5b08-4f58-8d98-3b168a5e2c70 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:23.732416 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-791cd19b-abaa-4b9f-99d9-fedacae74613 req-8edc194e-5b08-4f58-8d98-3b168a5e2c70 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0687056 Jul 16 11:36:23.773562 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-791cd19b-abaa-4b9f-99d9-fedacae74613 req-9d3b399b-427e-4e92-99e2-4287c0fa3cad tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350783 Jul 16 11:36:23.912051 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08f6ce-ef93-4c5c-b157-004921db3792 req-09953fa7-e322-429d-9772-83a99ff9e411 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:23.913868 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7e08f6ce-ef93-4c5c-b157-004921db3792 req-09953fa7-e322-429d-9772-83a99ff9e411 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 945 time: 0.0667202 Jul 16 11:36:23.958677 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7e08f6ce-ef93-4c5c-b157-004921db3792 req-3a534099-fd8b-43ae-982c-cb19fbd85bae tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388224 Jul 16 11:36:24.516979 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bace7a-ead0-45d8-ab22-4560b00b5233 req-5e01db35-687c-4fdb-b5a4-bfb74697ede4 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:24.518840 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-06bace7a-ead0-45d8-ab22-4560b00b5233 req-5e01db35-687c-4fdb-b5a4-bfb74697ede4 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0673754 Jul 16 11:36:24.577731 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-06bace7a-ead0-45d8-ab22-4560b00b5233 req-9742e728-b6c9-4d8a-a3a0-044b27e0d35a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521393 Jul 16 11:36:24.670304 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a122bd7-5b14-44ca-a315-09ead8a8ea28 req-09ae387d-dcdf-421d-92cb-9cdd8ead4bc7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:24.673218 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7a122bd7-5b14-44ca-a315-09ead8a8ea28 req-09ae387d-dcdf-421d-92cb-9cdd8ead4bc7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0652831 Jul 16 11:36:24.712415 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7a122bd7-5b14-44ca-a315-09ead8a8ea28 req-5c596a6e-c513-42f6-8270-5de3189df37e tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307326 Jul 16 11:36:24.799565 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:24.800109 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 45204) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:36:24.922414 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d423d5d-b494-4ccb-839e-98d1b07d9343 req-b8403721-fc8a-4211-b43e-29d80e874977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:24.924048 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-5d423d5d-b494-4ccb-839e-98d1b07d9343 req-b8403721-fc8a-4211-b43e-29d80e874977 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 1098 time: 0.0622947 Jul 16 11:36:24.931459 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5e0b2e40-16c4-4446-829c-4da0613fc2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:24.991767 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2d440-27db-48ac-a7d6-7136d93bce7b req-347525c9-9cb4-4e9a-86aa-c94b23b53aa2 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:24.993270 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f5c2d440-27db-48ac-a7d6-7136d93bce7b req-347525c9-9cb4-4e9a-86aa-c94b23b53aa2 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.1024208 Jul 16 11:36:25.045794 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f5c2d440-27db-48ac-a7d6-7136d93bce7b req-7329e3c7-1139-49e1-889e-c00b8be32f59 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456858 Jul 16 11:36:25.086287 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5e0b2e40-16c4-4446-829c-4da0613fc2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:25.101316 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5e0b2e40-16c4-4446-829c-4da0613fc2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:25.161237 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-5e0b2e40-16c4-4446-829c-4da0613fc2c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76bf15b94a81414dac0d0d81ef942795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603332 Jul 16 11:36:25.162258 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b2e40-16c4-4446-829c-4da0613fc2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc86bbac-d2a2-4696-8e89-d9c11823836e,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:25.164053 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 45210) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:36:25.193466 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6fdd0-ea9e-40be-9490-fe9a56d32ee6 req-ed0f7b61-84a1-416b-bcd2-c6ccec580a65 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:25.194920 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-86e6fdd0-ea9e-40be-9490-fe9a56d32ee6 req-ed0f7b61-84a1-416b-bcd2-c6ccec580a65 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 945 time: 0.1053662 Jul 16 11:36:25.216622 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-866638ec-121c-4c6e-a7cb-ed2021f4456e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:25.232135 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-86e6fdd0-ea9e-40be-9490-fe9a56d32ee6 req-fbf94f68-3b48-4522-ba76-bbd552dd35b7 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315793 Jul 16 11:36:25.237657 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-866638ec-121c-4c6e-a7cb-ed2021f4456e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:25.291890 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-866638ec-121c-4c6e-a7cb-ed2021f4456e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:25.294611 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-866638ec-121c-4c6e-a7cb-ed2021f4456e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:25.295963 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-866638ec-121c-4c6e-a7cb-ed2021f4456e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc86bbac-d2a2-4696-8e89-d9c11823836e HTTP/1.1" status: 204 len: 168 time: 0.1306496 Jul 16 11:36:25.304504 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866638ec-121c-4c6e-a7cb-ed2021f4456e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc86bbac-d2a2-4696-8e89-d9c11823836e,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:25.755438 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedab1d-10b5-453a-88cf-8617076b47b1 req-3168db39-0f67-4418-b103-eaf23cbf20c7 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:25.757204 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0bedab1d-10b5-453a-88cf-8617076b47b1 req-3168db39-0f67-4418-b103-eaf23cbf20c7 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0673490 Jul 16 11:36:25.795196 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0bedab1d-10b5-453a-88cf-8617076b47b1 req-c8eadb86-2a1a-42cc-b804-1545d81920c2 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322585 Jul 16 11:36:25.888515 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c84ecc-05bd-4f17-aca4-083223734838 req-629aec66-e3e8-468b-8938-a16a140ca0ee tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:25.889879 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-21c84ecc-05bd-4f17-aca4-083223734838 req-629aec66-e3e8-468b-8938-a16a140ca0ee tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0600479 Jul 16 11:36:25.925231 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-21c84ecc-05bd-4f17-aca4-083223734838 req-2fa6a3f0-35c8-4e9e-872e-f3d2f5657d8a tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300734 Jul 16 11:36:25.942999 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-5d423d5d-b494-4ccb-839e-98d1b07d9343 req-9bd82883-3758-41a7-a7a7-1d0225ecf784 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291483 Jul 16 11:36:26.221751 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee86a2-f164-486e-91e9-9516220e3664 req-3d1b4044-c35e-4714-bb00-c0ae760908a0 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:26.223118 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-44ee86a2-f164-486e-91e9-9516220e3664 req-3d1b4044-c35e-4714-bb00-c0ae760908a0 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0637434 Jul 16 11:36:26.260403 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-44ee86a2-f164-486e-91e9-9516220e3664 req-3c1cecc5-2ce6-41f4-996e-3bd2cbffedb0 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317893 Jul 16 11:36:26.411463 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcf754-24e6-439f-ae57-24463d605c91 req-aa1bd767-2a78-4c45-a353-b61fc1e181b3 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:26.413055 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6ffcf754-24e6-439f-ae57-24463d605c91 req-aa1bd767-2a78-4c45-a353-b61fc1e181b3 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 945 time: 0.0611222 Jul 16 11:36:26.450024 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6ffcf754-24e6-439f-ae57-24463d605c91 req-3e1c98a5-f2cd-470c-9fc9-0a4c0820ba6b tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314229 Jul 16 11:36:26.974135 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6638-efd5-41df-bed7-a3566443bae4 req-af67f4b4-856e-4bc8-b76f-0c723a883939 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:26.976649 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2bbe6638-efd5-41df-bed7-a3566443bae4 req-af67f4b4-856e-4bc8-b76f-0c723a883939 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0724907 Jul 16 11:36:27.014081 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2bbe6638-efd5-41df-bed7-a3566443bae4 req-5685bb08-d701-4b38-b181-88b572086d38 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320294 Jul 16 11:36:27.121014 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ca39e-93c6-44c6-b6ef-9f788395b956 req-c41dfbb3-4c93-48a5-8197-53358d85e2de tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:27.122494 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9a7ca39e-93c6-44c6-b6ef-9f788395b956 req-c41dfbb3-4c93-48a5-8197-53358d85e2de tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0683312 Jul 16 11:36:27.161988 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9a7ca39e-93c6-44c6-b6ef-9f788395b956 req-d202e083-8456-4b3d-84eb-225363078a52 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329878 Jul 16 11:36:27.430516 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627b1e4-8e96-47da-a1a5-47fe594f31b0 req-760c335a-2ff5-498e-8806-4be0a990d03f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:27.431978 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8627b1e4-8e96-47da-a1a5-47fe594f31b0 req-760c335a-2ff5-498e-8806-4be0a990d03f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0609472 Jul 16 11:36:27.469318 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8627b1e4-8e96-47da-a1a5-47fe594f31b0 req-7795c264-a830-4690-8623-120ef96e4aae tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303624 Jul 16 11:36:27.624470 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f0af-b44d-4fb3-9022-5db2e5d60a31 req-11ee92e9-4a55-4e47-bb6b-f035c60dfc6f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:27.625995 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ac05f0af-b44d-4fb3-9022-5db2e5d60a31 req-11ee92e9-4a55-4e47-bb6b-f035c60dfc6f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 945 time: 0.0642803 Jul 16 11:36:27.662811 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ac05f0af-b44d-4fb3-9022-5db2e5d60a31 req-6ea926fc-006c-4d88-b6a1-1810e02a9b26 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313039 Jul 16 11:36:28.196206 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c295d88-0873-41a6-8429-13d126552f5a req-f88a1c5a-e0c3-4783-b068-0e3d648d1afa tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:28.198039 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5c295d88-0873-41a6-8429-13d126552f5a req-f88a1c5a-e0c3-4783-b068-0e3d648d1afa tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0744503 Jul 16 11:36:28.238818 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5c295d88-0873-41a6-8429-13d126552f5a req-94cad0e1-0f79-47ce-ad7c-725a1844ea1f tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338714 Jul 16 11:36:28.348702 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010f6e0-e85e-4eff-bf8e-89fe8370875d req-30d9c248-8613-4a8d-be6f-fcce2367f17b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:28.350317 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a010f6e0-e85e-4eff-bf8e-89fe8370875d req-30d9c248-8613-4a8d-be6f-fcce2367f17b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0631828 Jul 16 11:36:28.388623 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a010f6e0-e85e-4eff-bf8e-89fe8370875d req-efcb17c6-721e-468c-b35d-b91eeac71833 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325599 Jul 16 11:36:28.641749 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c28dde-54b8-4c95-baac-fd25c50271c9 req-55e015c9-18e8-4af5-bff6-4a1c60c40a40 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:28.643109 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-49c28dde-54b8-4c95-baac-fd25c50271c9 req-55e015c9-18e8-4af5-bff6-4a1c60c40a40 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0646410 Jul 16 11:36:28.680854 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-49c28dde-54b8-4c95-baac-fd25c50271c9 req-4588eeaf-2838-49b2-a8ea-c354c85d9f2e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321612 Jul 16 11:36:28.866617 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-7093a760-855b-4484-bf09-bc845e6a87ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:29.422305 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464960f-1a2a-4313-a6d7-3a15babc5fd7 req-e98793b5-789c-4676-b5a0-015f17adf7cc tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:29.423859 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0464960f-1a2a-4313-a6d7-3a15babc5fd7 req-e98793b5-789c-4676-b5a0-015f17adf7cc tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0634880 Jul 16 11:36:29.460053 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0464960f-1a2a-4313-a6d7-3a15babc5fd7 req-99ec86d9-b8fa-4c9b-a36e-4c3be69bbe53 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305507 Jul 16 11:36:29.566177 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b1b4c-08d6-4da1-93c7-ad6c2f93e813 req-65f000c5-04bc-40db-ab0d-090c7a771493 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:29.567618 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f94b1b4c-08d6-4da1-93c7-ad6c2f93e813 req-65f000c5-04bc-40db-ab0d-090c7a771493 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0663483 Jul 16 11:36:29.606918 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f94b1b4c-08d6-4da1-93c7-ad6c2f93e813 req-a8de9277-7cd2-48a4-8f5f-61825205862c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336869 Jul 16 11:36:29.852147 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60373093-fcef-4aea-9813-8f5154e26009 req-7d17209f-30fe-412e-9022-56d272ff3114 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:29.853559 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-60373093-fcef-4aea-9813-8f5154e26009 req-7d17209f-30fe-412e-9022-56d272ff3114 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0627782 Jul 16 11:36:29.891046 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-60373093-fcef-4aea-9813-8f5154e26009 req-1078b141-b079-4967-b7be-5465183301da tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317795 Jul 16 11:36:30.632110 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5188064-bfc8-43f1-9e09-b8a864ef56ef req-61ac13c4-4505-418c-be32-7dbb42a2c6cd tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:30.633563 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f5188064-bfc8-43f1-9e09-b8a864ef56ef req-61ac13c4-4505-418c-be32-7dbb42a2c6cd tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0628948 Jul 16 11:36:30.671495 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f5188064-bfc8-43f1-9e09-b8a864ef56ef req-0f57e6fb-e0a3-4fa3-b3fa-2573205dd14a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323393 Jul 16 11:36:30.791624 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374f51f-ef00-43a9-964a-25ca3d053099 req-279518b9-3604-420d-869a-cffe6f719b60 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:30.793241 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3374f51f-ef00-43a9-964a-25ca3d053099 req-279518b9-3604-420d-869a-cffe6f719b60 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0683639 Jul 16 11:36:30.831513 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3374f51f-ef00-43a9-964a-25ca3d053099 req-456436eb-68f3-46fb-820a-6ac69001bdae tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328782 Jul 16 11:36:31.057748 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ac7a6-9556-4f3b-aa21-8f95d4d0a760 req-f7177259-66df-4af5-91fa-8d45405f0a93 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:31.059157 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-884ac7a6-9556-4f3b-aa21-8f95d4d0a760 req-f7177259-66df-4af5-91fa-8d45405f0a93 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0599988 Jul 16 11:36:31.099584 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-884ac7a6-9556-4f3b-aa21-8f95d4d0a760 req-a8dccbd2-8a70-4ddf-a677-db7a57b5289f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343304 Jul 16 11:36:31.424999 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 45326) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:36:31.523699 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7bb1c412-4bef-4fbb-ab54-d5f5b84be266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:31.606363 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7bb1c412-4bef-4fbb-ab54-d5f5b84be266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:31.609896 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7bb1c412-4bef-4fbb-ab54-d5f5b84be266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:31.650915 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-7bb1c412-4bef-4fbb-ab54-d5f5b84be266 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82e34ccbae4c4252b979ec30ac268097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236285 Jul 16 11:36:31.651919 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1c412-4bef-4fbb-ab54-d5f5b84be266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b65dfe-cd37-4079-bd6f-a6b5a0ac8434,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:31.652495 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 45330) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:36:31.659175 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1c412-4bef-4fbb-ab54-d5f5b84be266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.659524 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1c412-4bef-4fbb-ab54-d5f5b84be266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.659881 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1c412-4bef-4fbb-ab54-d5f5b84be266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.660232 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1c412-4bef-4fbb-ab54-d5f5b84be266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.660590 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1c412-4bef-4fbb-ab54-d5f5b84be266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.660909 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1c412-4bef-4fbb-ab54-d5f5b84be266 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.661346 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1c412-4bef-4fbb-ab54-d5f5b84be266 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.661672 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1c412-4bef-4fbb-ab54-d5f5b84be266 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.661991 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1c412-4bef-4fbb-ab54-d5f5b84be266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.662329 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1c412-4bef-4fbb-ab54-d5f5b84be266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.662629 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1c412-4bef-4fbb-ab54-d5f5b84be266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.662976 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1c412-4bef-4fbb-ab54-d5f5b84be266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.668589 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ceeee80a-df3e-4fa3-8f3c-9cff601da561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:31.702601 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-08cba6aa-e95b-4497-8192-df4ed0b6d15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:31.726798 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-08cba6aa-e95b-4497-8192-df4ed0b6d15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:31.771239 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-08cba6aa-e95b-4497-8192-df4ed0b6d15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:31.773933 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-08cba6aa-e95b-4497-8192-df4ed0b6d15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:31.775079 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-08cba6aa-e95b-4497-8192-df4ed0b6d15c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1b65dfe-cd37-4079-bd6f-a6b5a0ac8434 HTTP/1.1" status: 204 len: 168 time: 0.1211483 Jul 16 11:36:31.782418 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cba6aa-e95b-4497-8192-df4ed0b6d15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b65dfe-cd37-4079-bd6f-a6b5a0ac8434,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:31.798648 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba6aa-e95b-4497-8192-df4ed0b6d15c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.799063 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba6aa-e95b-4497-8192-df4ed0b6d15c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.799301 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba6aa-e95b-4497-8192-df4ed0b6d15c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.799642 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba6aa-e95b-4497-8192-df4ed0b6d15c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.799988 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba6aa-e95b-4497-8192-df4ed0b6d15c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.800313 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba6aa-e95b-4497-8192-df4ed0b6d15c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.800614 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba6aa-e95b-4497-8192-df4ed0b6d15c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.800977 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba6aa-e95b-4497-8192-df4ed0b6d15c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.801254 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba6aa-e95b-4497-8192-df4ed0b6d15c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.801553 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba6aa-e95b-4497-8192-df4ed0b6d15c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.801878 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba6aa-e95b-4497-8192-df4ed0b6d15c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.802193 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba6aa-e95b-4497-8192-df4ed0b6d15c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:36:31.856288 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfce48a-6182-42c7-b174-db41763ac3cd req-81a96f5f-1d70-452e-82c9-10b4353b12c1 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:31.857754 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9cfce48a-6182-42c7-b174-db41763ac3cd req-81a96f5f-1d70-452e-82c9-10b4353b12c1 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0692348 Jul 16 11:36:31.913411 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9cfce48a-6182-42c7-b174-db41763ac3cd req-51f71d76-1cb4-4a71-9f10-f3a850c4f85b tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491300 Jul 16 11:36:32.025141 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5957486-40bc-431f-8809-fd353bdee4b5 req-d627fee1-4396-45ba-8190-fa8fd8a2b83b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:32.028058 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d5957486-40bc-431f-8809-fd353bdee4b5 req-d627fee1-4396-45ba-8190-fa8fd8a2b83b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0660493 Jul 16 11:36:32.045296 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:32.066835 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d5957486-40bc-431f-8809-fd353bdee4b5 req-606af2f7-8390-41ab-ae16-3615a2a79e46 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332434 Jul 16 11:36:32.271012 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39902e3-8f23-48ef-93e7-6bacbaf9f95e req-23f3c637-99e0-438c-9340-90de2a93c656 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:32.272485 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b39902e3-8f23-48ef-93e7-6bacbaf9f95e req-23f3c637-99e0-438c-9340-90de2a93c656 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0640323 Jul 16 11:36:32.309862 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b39902e3-8f23-48ef-93e7-6bacbaf9f95e req-7ebf8947-c63c-4998-a949-459856bd3b93 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318289 Jul 16 11:36:32.787600 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:33.079781 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f4f33-12b4-4f23-9c88-26b9bd90a000 req-b71e7b5f-b2ce-423b-9ea2-47d285a67819 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:33.081227 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-117f4f33-12b4-4f23-9c88-26b9bd90a000 req-b71e7b5f-b2ce-423b-9ea2-47d285a67819 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0594141 Jul 16 11:36:33.117596 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-117f4f33-12b4-4f23-9c88-26b9bd90a000 req-385b5336-a1a0-4cd7-9bc4-7fbd0ca4b754 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310555 Jul 16 11:36:33.242415 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f238b-f5db-42a9-9403-8fdc22c8871f req-c08555e0-1f82-4f99-af0a-86d4423fffe3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:33.243895 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b86f238b-f5db-42a9-9403-8fdc22c8871f req-c08555e0-1f82-4f99-af0a-86d4423fffe3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0628009 Jul 16 11:36:33.511708 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b86f238b-f5db-42a9-9403-8fdc22c8871f req-a730bf5d-c508-4b04-8347-2cfa246f64d8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619169 Jul 16 11:36:33.539061 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8ed34-b3c9-428a-a929-979d9f91c2ae req-704f1fbd-801c-4ec2-b780-f8f04ecdce21 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:33.540496 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8da8ed34-b3c9-428a-a929-979d9f91c2ae req-704f1fbd-801c-4ec2-b780-f8f04ecdce21 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0750399 Jul 16 11:36:33.576068 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8da8ed34-b3c9-428a-a929-979d9f91c2ae req-1ce15c88-4964-4f8f-b133-a7032045d2f2 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294745 Jul 16 11:36:34.293897 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1f687-cf54-4699-96dc-c19d39ecd234 req-a5ba57e7-87a8-4e06-a96c-3bf167870b16 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:34.295453 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-35a1f687-cf54-4699-96dc-c19d39ecd234 req-a5ba57e7-87a8-4e06-a96c-3bf167870b16 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0645299 Jul 16 11:36:34.302587 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:34.335514 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-35a1f687-cf54-4699-96dc-c19d39ecd234 req-9babe31f-a326-48cc-ac7f-f49b5217661e tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327544 Jul 16 11:36:34.413479 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:36:34.685133 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2e2d8-a2da-42e8-94ad-e59bb65eedae req-2db98049-6132-4f28-b96b-711bbfd78359 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:34.686502 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bbd2e2d8-a2da-42e8-94ad-e59bb65eedae req-2db98049-6132-4f28-b96b-711bbfd78359 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0622935 Jul 16 11:36:34.745925 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bbd2e2d8-a2da-42e8-94ad-e59bb65eedae req-762d4be6-8bd6-494f-b363-694798fc3e84 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500350 Jul 16 11:36:34.770455 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdadab-5229-4afb-90d1-2021fefab795 req-a434d0c5-a77b-4854-b354-da8378a60100 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:34.772000 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6bcdadab-5229-4afb-90d1-2021fefab795 req-a434d0c5-a77b-4854-b354-da8378a60100 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0845776 Jul 16 11:36:34.810860 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6bcdadab-5229-4afb-90d1-2021fefab795 req-1ad92af7-3747-4563-8178-684924fcb584 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329597 Jul 16 11:36:34.927299 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-f834b0ef-cf6b-48c7-809f-01723e06b12f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:34.928757 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-f834b0ef-cf6b-48c7-809f-01723e06b12f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/networks?id=6f27cbcf-838f-437f-85a6-888a3b782efb HTTP/1.1" status: 200 len: 814 time: 0.1026006 Jul 16 11:36:34.943735 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-9a915d61-5faa-4fc1-a135-0ebc7216081f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/quotas/c8962fef25ed4c4d8a016a63771cf75c HTTP/1.1" status: 200 len: 375 time: 0.0097153 Jul 16 11:36:35.011365 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-82179e61-693e-4a4a-aa8d-6fd0e92f7fbd tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8962fef25ed4c4d8a016a63771cf75c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624831 Jul 16 11:36:35.108565 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-29300afc-fa90-4fc7-8dc5-436403dcdc1d service neutron] 10.222.0.16 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906045 Jul 16 11:36:35.208291 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-87c3cc2f-06bb-4e30-9fa8-bab4533a1b5a service neutron] 10.222.0.16 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925705 Jul 16 11:36:35.381852 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d7368406-00d1-49ee-b360-a1ea6a45d466 req-3835c6f6-5ff5-4aea-910b-d08db278eb89 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 210 time: 0.0333900 Jul 16 11:36:35.516606 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0699125-471c-4e1e-b2e6-5223d3611739 req-0e3e6aaf-a74c-4c39-a050-0024280f9b3e tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:35.518106 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f0699125-471c-4e1e-b2e6-5223d3611739 req-0e3e6aaf-a74c-4c39-a050-0024280f9b3e tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0639811 Jul 16 11:36:35.559285 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f0699125-471c-4e1e-b2e6-5223d3611739 req-4778a52a-0163-4d3a-a9b7-71faf02d5b00 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343537 Jul 16 11:36:35.917505 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149a799-cb93-43f8-9149-a6a634e174de req-0bd0d17e-933a-4aed-b73d-9dcd9cbb8e88 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:35.918960 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a149a799-cb93-43f8-9149-a6a634e174de req-0bd0d17e-933a-4aed-b73d-9dcd9cbb8e88 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0611098 Jul 16 11:36:35.990679 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a149a799-cb93-43f8-9149-a6a634e174de req-de31e76a-9945-47fa-92a2-334bba86c967 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602262 Jul 16 11:36:36.009022 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407db6c-118d-4c96-ade2-6d0c1064d970 req-6845da05-e1dd-4733-b9ba-c25ea181e541 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:36.010474 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8407db6c-118d-4c96-ade2-6d0c1064d970 req-6845da05-e1dd-4733-b9ba-c25ea181e541 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0882559 Jul 16 11:36:36.046640 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8407db6c-118d-4c96-ade2-6d0c1064d970 req-3a2e4c2a-4d1d-4261-9b82-e146de223733 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300832 Jul 16 11:36:36.517375 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-42591518-c1bc-4331-b9b4-4f82ef94be21 req-658daaa2-2843-4f34-ae05-02412d025ea9 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 210 time: 0.0297391 Jul 16 11:36:36.730616 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c0821-3fbb-484c-aec1-9365421cfb0c req-bcfe4e37-1d30-4c3a-81b3-4f96f667188b tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:36.732010 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-732c0821-3fbb-484c-aec1-9365421cfb0c req-bcfe4e37-1d30-4c3a-81b3-4f96f667188b tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0633047 Jul 16 11:36:36.767716 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-732c0821-3fbb-484c-aec1-9365421cfb0c req-99830a18-96c8-4a7e-8c34-96e9a326369a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297265 Jul 16 11:36:37.190109 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356ad11-42d1-4709-a19e-5f8cd958fa84 req-486dbb05-2b69-4b1a-8e87-ee5b78055089 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:37.191515 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4356ad11-42d1-4709-a19e-5f8cd958fa84 req-486dbb05-2b69-4b1a-8e87-ee5b78055089 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0848994 Jul 16 11:36:37.240689 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4356ad11-42d1-4709-a19e-5f8cd958fa84 req-ea55a592-6a31-4550-8dfa-7be244725f7e tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426419 Jul 16 11:36:37.253355 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd39e18-40ee-4987-a9bf-213ce77cf06e req-9871623d-09c8-4b32-9032-afc72bd5c58c tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:37.254812 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8dd39e18-40ee-4987-a9bf-213ce77cf06e req-9871623d-09c8-4b32-9032-afc72bd5c58c tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0980916 Jul 16 11:36:37.293787 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8dd39e18-40ee-4987-a9bf-213ce77cf06e req-ec4ce597-1cf3-4eda-a767-d4789999fd7f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323179 Jul 16 11:36:37.652991 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-020f8df3-43a3-44ac-b223-3bfa44d45d9a req-58690e1f-5c15-4f67-bf5d-e0c336ffc2c6 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 210 time: 0.0308661 Jul 16 11:36:37.933265 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9152de9-a2af-459a-8a57-04d8ffb46153 req-be3b35e3-48cc-4e92-ad0b-448b03a12b47 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:37.934680 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f9152de9-a2af-459a-8a57-04d8ffb46153 req-be3b35e3-48cc-4e92-ad0b-448b03a12b47 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0589767 Jul 16 11:36:37.970420 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f9152de9-a2af-459a-8a57-04d8ffb46153 req-9353cf02-1f76-46a3-a954-e5fab1b43b9b tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296774 Jul 16 11:36:38.423820 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b88715-2a35-4915-885f-b5a6cbd457ac req-3a0edb63-0051-49ec-8839-d30c45ca0f4e tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:38.425274 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-54b88715-2a35-4915-885f-b5a6cbd457ac req-3a0edb63-0051-49ec-8839-d30c45ca0f4e tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0703905 Jul 16 11:36:38.460515 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eea48e-0f30-4915-a540-45ae1e913eff req-e44c987d-ea02-41f3-94e5-36d0d8bdb533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:38.462718 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-c5eea48e-0f30-4915-a540-45ae1e913eff req-e44c987d-ea02-41f3-94e5-36d0d8bdb533 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 1099 time: 0.0526047 Jul 16 11:36:38.495559 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-54b88715-2a35-4915-885f-b5a6cbd457ac req-6efb1c10-6f0f-4f0f-a1d2-e8bc67c755f5 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471730 Jul 16 11:36:38.502551 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-c5eea48e-0f30-4915-a540-45ae1e913eff req-167b6911-8a9e-42f5-885a-07e9928e584d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321646 Jul 16 11:36:38.512896 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ec82c-c0b9-43e7-ba1d-8da31ca30c20 req-c90e94ce-8da8-4e98-9907-6a7dc64e3c49 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:38.514336 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5b9ec82c-c0b9-43e7-ba1d-8da31ca30c20 req-c90e94ce-8da8-4e98-9907-6a7dc64e3c49 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.1069915 Jul 16 11:36:38.551606 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5b9ec82c-c0b9-43e7-ba1d-8da31ca30c20 req-70a62309-d3ce-465b-91f8-f35601c6ed35 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309443 Jul 16 11:36:38.790903 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9f741575-4896-4af5-aa60-db00e4010e8e req-6d1c6f1a-ce40-427a-a5eb-601e557df072 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 210 time: 0.0303869 Jul 16 11:36:39.137440 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875041aa-3fc5-4aea-9f8b-1b5ec8e8dee8 req-3ea1e78e-a2d6-40a5-aab0-71101fd4c451 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:39.138803 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-875041aa-3fc5-4aea-9f8b-1b5ec8e8dee8 req-3ea1e78e-a2d6-40a5-aab0-71101fd4c451 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0631073 Jul 16 11:36:39.178788 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-875041aa-3fc5-4aea-9f8b-1b5ec8e8dee8 req-8378e70e-6103-473e-afd5-f95b9e4bbba5 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338705 Jul 16 11:36:39.413623 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-9e8bd569-efd5-4647-9fc2-199cc52e4d38 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:39.415363 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-9e8bd569-efd5-4647-9fc2-199cc52e4d38 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.13 "GET /v2.0/networks?id=6f27cbcf-838f-437f-85a6-888a3b782efb HTTP/1.1" status: 200 len: 814 time: 0.1105750 Jul 16 11:36:39.451793 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-2da82f29-82b4-4482-b7cb-fa12c404b521 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Request body: {'port': {'device_id': '6d5221ea-e1e0-4521-8e21-dbc90d5be52e', 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb', 'admin_state_up': True, 'tenant_id': 'c8962fef25ed4c4d8a016a63771cf75c'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:36:39.563031 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-2da82f29-82b4-4482-b7cb-fa12c404b521 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Made reservation on behalf of c8962fef25ed4c4d8a016a63771cf75c for: {'port': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:36:39.566586 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-2da82f29-82b4-4482-b7cb-fa12c404b521 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:39.700206 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-2da82f29-82b4-4482-b7cb-fa12c404b521 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Allocated IP 172.20.0.13 (6f27cbcf-838f-437f-85a6-888a3b782efb/1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8/70665f0f-af9e-4a31-a567-a36592dfbe14) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:36:39.715015 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ff950-d706-43c7-9ce3-113873f87ef2 req-7375a95f-a9e2-4cd2-937b-bbd956a7f605 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:39.716550 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-dc6ff950-d706-43c7-9ce3-113873f87ef2 req-7375a95f-a9e2-4cd2-937b-bbd956a7f605 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0939968 Jul 16 11:36:39.770494 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-dc6ff950-d706-43c7-9ce3-113873f87ef2 req-afbcf0a2-5366-43fe-b165-3947a531167f tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456848 Jul 16 11:36:39.780017 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c799e-c971-43c8-ae10-e3fa45c80b74 req-1ed6d455-37a1-4e02-94ff-f336755df43f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:39.782262 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3e6c799e-c971-43c8-ae10-e3fa45c80b74 req-1ed6d455-37a1-4e02-94ff-f336755df43f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.1150551 Jul 16 11:36:39.824567 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3e6c799e-c971-43c8-ae10-e3fa45c80b74 req-ac5ff483-767e-4906-a8fe-bc88f4e135af tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361836 Jul 16 11:36:39.856645 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-2da82f29-82b4-4482-b7cb-fa12c404b521 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:39.895052 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-2da82f29-82b4-4482-b7cb-fa12c404b521 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:39.910837 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['633892cb-ee22-4a74-b4a7-0675abe42f87', '7b99d6ab-e9ac-432f-825d-7ebf2b431d59'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:36:39.940170 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-2da82f29-82b4-4482-b7cb-fa12c404b521 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Network 6f27cbcf-838f-437f-85a6-888a3b782efb is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:36:39.948881 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-2da82f29-82b4-4482-b7cb-fa12c404b521 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:36:39.953489 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-2da82f29-82b4-4482-b7cb-fa12c404b521 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:36:39.972505 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d36eb-477e-47cc-b62f-346548a68c42 req-8e7e8024-dd31-422c-984a-9586e1f0d5a2 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:39.973973 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2e3d36eb-477e-47cc-b62f-346548a68c42 req-8e7e8024-dd31-422c-984a-9586e1f0d5a2 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 932 time: 0.0687678 Jul 16 11:36:39.978627 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da82f29-82b4-4482-b7cb-fa12c404b521 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Pushing event updated for resources: {'Port': ['ID=70665f0f-af9e-4a31-a567-a36592dfbe14,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:40.005817 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-2da82f29-82b4-4482-b7cb-fa12c404b521 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:40.006692 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-2da82f29-82b4-4482-b7cb-fa12c404b521 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:40.015305 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2e3d36eb-477e-47cc-b62f-346548a68c42 req-1f14aefd-fc72-4a11-8b1f-0710263902b3 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348113 Jul 16 11:36:40.020928 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-2da82f29-82b4-4482-b7cb-fa12c404b521 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5726633 Jul 16 11:36:40.034699 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Request body: {'port': {'device_id': '6d5221ea-e1e0-4521-8e21-dbc90d5be52e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:36:40.105774 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:40.368694 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bedcc-ae89-4e6a-8727-22fc3ba03596 req-776c9d36-d96c-4e98-9da2-3026d780a0ad tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:40.372426 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-658bedcc-ae89-4e6a-8727-22fc3ba03596 req-776c9d36-d96c-4e98-9da2-3026d780a0ad tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0782075 Jul 16 11:36:40.379353 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70665f0f-af9e-4a31-a567-a36592dfbe14 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:36:40.387303 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:40.404929 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Transition to ACTIVE for port object 70665f0f-af9e-4a31-a567-a36592dfbe14 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:36:40.408856 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:40.409895 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-658bedcc-ae89-4e6a-8727-22fc3ba03596 req-7cdd1ae4-9b0f-4d01-95c6-66e6436102ff tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336246 Jul 16 11:36:40.521219 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=70665f0f-af9e-4a31-a567-a36592dfbe14,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:40.529473 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Attempting to bind port 70665f0f-af9e-4a31-a567-a36592dfbe14 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:36:40.529810 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Attempting to bind port 70665f0f-af9e-4a31-a567-a36592dfbe14 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'ad821385-04c3-440f-b2e8-61502438f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:36:40.530138 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Attempting to bind port 70665f0f-af9e-4a31-a567-a36592dfbe14 on network 6f27cbcf-838f-437f-85a6-888a3b782efb {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:36:40.534936 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Port 70665f0f-af9e-4a31-a567-a36592dfbe14 on network 6f27cbcf-838f-437f-85a6-888a3b782efb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:36:40.535249 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Attempting to bind port 70665f0f-af9e-4a31-a567-a36592dfbe14 on network 6f27cbcf-838f-437f-85a6-888a3b782efb {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:36:40.540053 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:36:40.540340 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Checking segment: {'id': 'ad821385-04c3-440f-b2e8-61502438f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:36:40.540725 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Bound using segment: {'id': 'ad821385-04c3-440f-b2e8-61502438f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:36:40.541147 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Bound port: 70665f0f-af9e-4a31-a567-a36592dfbe14, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad821385-04c3-440f-b2e8-61502438f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:36:40.541506 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:40.606093 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] For port 70665f0f-af9e-4a31-a567-a36592dfbe14, host hv-cinder-78476, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:36:40.609769 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] For port 70665f0f-af9e-4a31-a567-a36592dfbe14, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=70665f0f-af9e-4a31-a567-a36592dfbe14,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:36:40.613903 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:40.648090 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:40.648703 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:40.650254 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] 10.222.0.13 "PUT /v2.0/ports/70665f0f-af9e-4a31-a567-a36592dfbe14 HTTP/1.1" status: 200 len: 1094 time: 0.6202772 Jul 16 11:36:40.650660 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5221ea-e1e0-4521-8e21-dbc90d5be52e', 'tag': '70665f0f-af9e-4a31-a567-a36592dfbe14'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:36:40.653166 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945cbfaa-9282-4bad-9794-736770cc00e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5221ea-e1e0-4521-8e21-dbc90d5be52e", "tag": "70665f0f-af9e-4a31-a567-a36592dfbe14"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:36:40.688368 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de706179-7e18-45a9-a6e2-34c600b32fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=70665f0f-af9e-4a31-a567-a36592dfbe14,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:40.914822 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d4bd7-0059-4c42-9749-1c608564f6a3 req-d12a6cdf-b3a1-47c5-a6fb-eea4706022cb tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:40.920402 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2d4d4bd7-0059-4c42-9749-1c608564f6a3 req-d12a6cdf-b3a1-47c5-a6fb-eea4706022cb tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0816474 Jul 16 11:36:40.926783 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92908f9c-15ea-43fe-b4bd-ec041355f2d5 x-openstack-request-id: req-92908f9c-15ea-43fe-b4bd-ec041355f2d5 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:36:40.927070 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5221ea-e1e0-4521-8e21-dbc90d5be52e", "tag": "70665f0f-af9e-4a31-a567-a36592dfbe14", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:36:40.927313 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92908f9c-15ea-43fe-b4bd-ec041355f2d5 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:36:40.927697 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5221ea-e1e0-4521-8e21-dbc90d5be52e', 'tag': '70665f0f-af9e-4a31-a567-a36592dfbe14', 'status': 'completed', 'code': 200} Jul 16 11:36:40.985971 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2d4d4bd7-0059-4c42-9749-1c608564f6a3 req-411579e8-bb95-4233-9ebe-e6b3d8b70a47 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632353 Jul 16 11:36:40.992069 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-74b170cd-8f87-40e2-a87c-5bcd9014f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:40.993598 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-74b170cd-8f87-40e2-a87c-5bcd9014f926 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8962fef25ed4c4d8a016a63771cf75c&device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 1097 time: 0.2969439 Jul 16 11:36:41.000244 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea84f2-16b9-4ee7-9542-74a8b7a1c291 req-684c1c98-7687-429e-b30c-0fd99eb92634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:41.001675 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-f4ea84f2-16b9-4ee7-9542-74a8b7a1c291 req-684c1c98-7687-429e-b30c-0fd99eb92634 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f11877dcb4c49b69a3ec00e05d74fab&device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 1099 time: 0.0732253 Jul 16 11:36:41.021646 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df9e91-1681-4d0c-99e5-e62c6e986701 req-45d7b8db-c384-46d9-a756-881266584855 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:41.023192 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-74df9e91-1681-4d0c-99e5-e62c6e986701 req-45d7b8db-c384-46d9-a756-881266584855 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0919111 Jul 16 11:36:41.061920 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-831b1a50-a1f4-483d-83fd-a68e25981572 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70665f0f-af9e-4a31-a567-a36592dfbe14 HTTP/1.1" status: 200 len: 217 time: 0.0532913 Jul 16 11:36:41.063035 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-74df9e91-1681-4d0c-99e5-e62c6e986701 req-001b78fc-3fa1-497d-b6d6-234bcb4b138c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338020 Jul 16 11:36:41.153635 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-fdb31bd3-59c4-4521-a025-2d359948086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:41.155124 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-fdb31bd3-59c4-4521-a025-2d359948086e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8 HTTP/1.1" status: 200 len: 854 time: 0.0836432 Jul 16 11:36:41.167648 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b4e22-48a5-41c0-8175-0008446017f0 req-4d712c1e-f94c-4fa9-b9a2-28de2f866322 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:41.169238 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5f5b4e22-48a5-41c0-8175-0008446017f0 req-4d712c1e-f94c-4fa9-b9a2-28de2f866322 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0686677 Jul 16 11:36:41.196202 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-f58cc933-e564-4b2e-bef3-707472bfa03d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f27cbcf-838f-437f-85a6-888a3b782efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314913 Jul 16 11:36:41.197300 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea84f2-16b9-4ee7-9542-74a8b7a1c291 req-73c150d2-046b-4e40-94fb-8d14f4f5591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:41.198609 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-f4ea84f2-16b9-4ee7-9542-74a8b7a1c291 req-73c150d2-046b-4e40-94fb-8d14f4f5591f service neutron] 10.222.0.13 "GET /v2.0/networks?id=fee2e96e-034a-462e-b501-313f6b4a85f3 HTTP/1.1" status: 200 len: 919 time: 0.1889794 Jul 16 11:36:41.241347 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5f5b4e22-48a5-41c0-8175-0008446017f0 req-83990f14-b17d-45c2-8334-f764486bbeaf tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593359 Jul 16 11:36:41.261884 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-f4ea84f2-16b9-4ee7-9542-74a8b7a1c291 req-993a8350-e4e7-4f54-afe2-698d0454981a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebfb4fa8-1097-4e04-82b3-f21383da1644 HTTP/1.1" status: 200 len: 217 time: 0.0423870 Jul 16 11:36:41.263574 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261686bd-3f05-4804-8f0a-3426afd75c93 req-fe8c18f8-122d-4233-a942-41b547c3e5d1 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:41.268675 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-261686bd-3f05-4804-8f0a-3426afd75c93 req-fe8c18f8-122d-4233-a942-41b547c3e5d1 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 944 time: 0.0961487 Jul 16 11:36:41.311493 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-261686bd-3f05-4804-8f0a-3426afd75c93 req-35796b28-a69a-4117-ba0e-bba9c9fef723 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402441 Jul 16 11:36:41.355833 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea84f2-16b9-4ee7-9542-74a8b7a1c291 req-600fc9aa-a24d-4cee-bb5b-9d9fd411c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:41.357297 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-f4ea84f2-16b9-4ee7-9542-74a8b7a1c291 req-600fc9aa-a24d-4cee-bb5b-9d9fd411c10f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01 HTTP/1.1" status: 200 len: 858 time: 0.0864561 Jul 16 11:36:41.373664 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-41e6b2c9-87ad-418f-8476-2e16f5603a61 service neutron] 10.222.0.13 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619310 Jul 16 11:36:41.405218 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-f4ea84f2-16b9-4ee7-9542-74a8b7a1c291 req-e9730fdb-7a01-4a99-9373-627103dae0a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fee2e96e-034a-462e-b501-313f6b4a85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338924 Jul 16 11:36:41.547150 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b757f60b-6da5-44d8-a97d-233e8bc92401 req-97f5e8b5-ba50-49eb-98dd-b7ddbd3f81a9 service neutron] 10.222.0.13 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654739 Jul 16 11:36:41.556505 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-f4ea84f2-16b9-4ee7-9542-74a8b7a1c291 req-f9ab7ae6-834f-47bd-a644-be3d0520b85f service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415980 Jul 16 11:36:41.627780 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b86d4-e078-4518-b6b3-8d8aebaa267f req-8a08ba42-707b-4399-b99c-1d3c71d567b5 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:41.629276 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0b1b86d4-e078-4518-b6b3-8d8aebaa267f req-8a08ba42-707b-4399-b99c-1d3c71d567b5 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.1062305 Jul 16 11:36:41.635298 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2c500-e623-4dfe-b786-6a973b80a745 req-a45a8eb3-bfe3-434e-87fc-54fad92e8d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:41.636746 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-24b2c500-e623-4dfe-b786-6a973b80a745 req-a45a8eb3-bfe3-434e-87fc-54fad92e8d6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c62de2f85dd545e4afa586dcf229723e&device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 1098 time: 0.0828562 Jul 16 11:36:41.689892 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-f4ea84f2-16b9-4ee7-9542-74a8b7a1c291 req-09f6dd17-657e-4f12-a051-2230c30d8884 service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229374 Jul 16 11:36:41.693636 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0b1b86d4-e078-4518-b6b3-8d8aebaa267f req-33968cd6-14b9-4f3d-899b-1a2070e91e10 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559609 Jul 16 11:36:41.697772 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cbfaa-9282-4bad-9794-736770cc00e5 req-86c68317-d952-4bb5-8ab2-7d16c0d89a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:41.699132 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-945cbfaa-9282-4bad-9794-736770cc00e5 req-86c68317-d952-4bb5-8ab2-7d16c0d89a36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8962fef25ed4c4d8a016a63771cf75c&device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 1097 time: 0.0954831 Jul 16 11:36:41.753985 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2c500-e623-4dfe-b786-6a973b80a745 req-9dd5a2d6-6b59-485a-ab82-eed05b6598d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:41.755451 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-24b2c500-e623-4dfe-b786-6a973b80a745 req-9dd5a2d6-6b59-485a-ab82-eed05b6598d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=536ad81a-3bad-486b-a777-2b662cbc48f4 HTTP/1.1" status: 200 len: 912 time: 0.1107435 Jul 16 11:36:41.794259 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cbfaa-9282-4bad-9794-736770cc00e5 req-3c90b1a4-98fb-4bd0-aae7-8daf363f8167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:41.795712 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-945cbfaa-9282-4bad-9794-736770cc00e5 req-3c90b1a4-98fb-4bd0-aae7-8daf363f8167 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f27cbcf-838f-437f-85a6-888a3b782efb HTTP/1.1" status: 200 len: 915 time: 0.0883405 Jul 16 11:36:41.836873 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-945cbfaa-9282-4bad-9794-736770cc00e5 req-8de31e9f-775e-4e1f-8437-58eb8a89b511 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70665f0f-af9e-4a31-a567-a36592dfbe14 HTTP/1.1" status: 200 len: 217 time: 0.0338748 Jul 16 11:36:41.852462 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-24b2c500-e623-4dfe-b786-6a973b80a745 req-50f2bf67-b901-430c-952d-679cb7b86f4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9512156-54f9-404f-9414-68adc0d41458 HTTP/1.1" status: 200 len: 1001 time: 0.0879583 Jul 16 11:36:41.903515 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cbfaa-9282-4bad-9794-736770cc00e5 req-fc5f4a46-2368-4462-89f0-2e5f45727685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:41.905040 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-945cbfaa-9282-4bad-9794-736770cc00e5 req-fc5f4a46-2368-4462-89f0-2e5f45727685 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8 HTTP/1.1" status: 200 len: 854 time: 0.0515966 Jul 16 11:36:41.914493 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2c500-e623-4dfe-b786-6a973b80a745 req-1ecdf798-5adc-48e0-be5e-c3cb24cf88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:41.916162 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-24b2c500-e623-4dfe-b786-6a973b80a745 req-1ecdf798-5adc-48e0-be5e-c3cb24cf88c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49 HTTP/1.1" status: 200 len: 850 time: 0.0501351 Jul 16 11:36:41.942277 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-945cbfaa-9282-4bad-9794-736770cc00e5 req-99b2db4d-5ef6-4dac-b9a5-8d0818704d80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f27cbcf-838f-437f-85a6-888a3b782efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270214 Jul 16 11:36:41.986839 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2c500-e623-4dfe-b786-6a973b80a745 req-1f48869f-a156-41fe-8fce-26b57a1c5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:41.988467 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-24b2c500-e623-4dfe-b786-6a973b80a745 req-1f48869f-a156-41fe-8fce-26b57a1c5e44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=536ad81a-3bad-486b-a777-2b662cbc48f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590420 Jul 16 11:36:42.055552 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-945cbfaa-9282-4bad-9794-736770cc00e5 req-0eff5e81-b1d8-4e28-9b3c-468c5259f2c8 service neutron] 10.222.0.13 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012771 Jul 16 11:36:42.096472 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-24b2c500-e623-4dfe-b786-6a973b80a745 req-e3b43874-b1e5-48f2-833b-137e06031441 service neutron] 10.222.0.13 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992019 Jul 16 11:36:42.205595 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-945cbfaa-9282-4bad-9794-736770cc00e5 req-fe233fc8-47d9-4dfb-aeed-f94fc2041589 service neutron] 10.222.0.13 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360269 Jul 16 11:36:42.299333 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-24b2c500-e623-4dfe-b786-6a973b80a745 req-c64d1b84-a5eb-47af-b5c7-853114fdcd1e service neutron] 10.222.0.13 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941776 Jul 16 11:36:42.309553 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364ccc0-ac08-4ee5-8e6c-a084487186b7 req-24d63802-c441-4d37-af66-b15b86a7589d tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:42.312140 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3364ccc0-ac08-4ee5-8e6c-a084487186b7 req-24d63802-c441-4d37-af66-b15b86a7589d tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.1843040 Jul 16 11:36:42.345391 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506db78-e02c-4334-91e1-ca5003c0852a req-34a75546-ceb1-4ee7-b0b4-d4e23f17d59c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:42.346892 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5506db78-e02c-4334-91e1-ca5003c0852a req-34a75546-ceb1-4ee7-b0b4-d4e23f17d59c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.1239479 Jul 16 11:36:42.380201 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3364ccc0-ac08-4ee5-8e6c-a084487186b7 req-3e1c41c7-b307-47e8-98ae-adfb1dd3c1b7 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614398 Jul 16 11:36:42.400138 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5506db78-e02c-4334-91e1-ca5003c0852a req-5be6b4fe-8be6-468e-bff7-4ad3b2e06573 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461757 Jul 16 11:36:42.538271 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd3efc-d73c-4549-9eff-8329ccc3edcd req-4861ac24-add9-4e3c-88cb-ab17897e3c89 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:42.539708 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-92fd3efc-d73c-4549-9eff-8329ccc3edcd req-4861ac24-add9-4e3c-88cb-ab17897e3c89 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 944 time: 0.0613470 Jul 16 11:36:42.574992 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-92fd3efc-d73c-4549-9eff-8329ccc3edcd req-18d9a36a-97d1-44de-b8c8-2069485e7a58 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299025 Jul 16 11:36:42.865024 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205de47-1fe7-4709-896c-0f7d53f90d82 req-f6219bac-4a08-47db-9aed-3f970f9c4b29 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:42.866442 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1205de47-1fe7-4709-896c-0f7d53f90d82 req-f6219bac-4a08-47db-9aed-3f970f9c4b29 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0601172 Jul 16 11:36:42.906381 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1205de47-1fe7-4709-896c-0f7d53f90d82 req-fdc65e5c-ec33-44c1-9f98-1f236916d871 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345287 Jul 16 11:36:43.586536 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29831cda-9232-4f57-b56b-067bd1170334 req-e270eb25-e0a9-4d2d-bb0c-d56d53aba896 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:43.587998 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-29831cda-9232-4f57-b56b-067bd1170334 req-e270eb25-e0a9-4d2d-bb0c-d56d53aba896 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0985818 Jul 16 11:36:43.599950 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f46b0-f3cf-4821-8ca9-ba364a3fdcc6 req-4d1439e3-c804-4074-af57-94430ed8de2d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:43.601307 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3e7f46b0-f3cf-4821-8ca9-ba364a3fdcc6 req-4d1439e3-c804-4074-af57-94430ed8de2d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0850236 Jul 16 11:36:43.653436 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-29831cda-9232-4f57-b56b-067bd1170334 req-a2ff2e62-69a7-47a8-bab5-a19d65cc4fc8 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512314 Jul 16 11:36:43.658501 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3e7f46b0-f3cf-4821-8ca9-ba364a3fdcc6 req-47fa6e56-763d-4956-9055-6f2e123197e0 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507703 Jul 16 11:36:43.810366 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f26f1-d64f-4e23-a37b-44945b4fb151 req-23c70449-69f1-4779-aec3-1b67316b3e75 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:43.812401 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e57f26f1-d64f-4e23-a37b-44945b4fb151 req-23c70449-69f1-4779-aec3-1b67316b3e75 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 944 time: 0.0639124 Jul 16 11:36:43.848889 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e57f26f1-d64f-4e23-a37b-44945b4fb151 req-ab719f89-b874-4cb4-ac61-d67e70e10ff9 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307481 Jul 16 11:36:44.074426 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcebeb-307d-4eaa-8d6a-730ac998da71 req-742c94a9-d0c1-41f6-a603-604445491b13 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:44.075846 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-34dcebeb-307d-4eaa-8d6a-730ac998da71 req-742c94a9-d0c1-41f6-a603-604445491b13 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0593636 Jul 16 11:36:44.110865 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-34dcebeb-307d-4eaa-8d6a-730ac998da71 req-c0215716-b1a8-4c13-a402-49d36232c020 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289381 Jul 16 11:36:44.864956 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d1219-f32f-486e-8bd9-ef47f11bbd76 req-24584b3b-a1f6-41c0-bfb7-11209f1f39da tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:44.866457 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-623d1219-f32f-486e-8bd9-ef47f11bbd76 req-24584b3b-a1f6-41c0-bfb7-11209f1f39da tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.1053872 Jul 16 11:36:44.874455 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b38e6-4ca7-4d90-8327-c98a19afa50e req-602bd9d5-9fad-4570-9317-815c45daab89 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:44.875832 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-042b38e6-4ca7-4d90-8327-c98a19afa50e req-602bd9d5-9fad-4570-9317-815c45daab89 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.1043491 Jul 16 11:36:44.927696 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-623d1219-f32f-486e-8bd9-ef47f11bbd76 req-25d70632-a938-456f-9ac2-19be10b4bb4e tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509470 Jul 16 11:36:44.934421 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-042b38e6-4ca7-4d90-8327-c98a19afa50e req-9175762a-1c46-477b-ab06-5a0b8a62efe5 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517151 Jul 16 11:36:45.083012 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f1268-6d0a-4501-8a62-a73587fcd32d req-815dcc91-baa0-460b-9153-e78905da95cf tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:45.084491 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b94f1268-6d0a-4501-8a62-a73587fcd32d req-815dcc91-baa0-460b-9153-e78905da95cf tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 944 time: 0.0603840 Jul 16 11:36:45.124095 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b94f1268-6d0a-4501-8a62-a73587fcd32d req-687e8f4a-ebb8-4028-a834-63a4d9755901 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340564 Jul 16 11:36:45.281933 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0a3ab-4c4d-424d-abde-93c33f0abcb1 req-986ac711-778a-4f5b-bce2-760a3057e516 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:45.283411 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7db0a3ab-4c4d-424d-abde-93c33f0abcb1 req-986ac711-778a-4f5b-bce2-760a3057e516 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0610473 Jul 16 11:36:45.320807 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7db0a3ab-4c4d-424d-abde-93c33f0abcb1 req-daa523b0-6125-45c9-ad9c-67f517f3614e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305831 Jul 16 11:36:46.144258 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d1e6d-1e12-4793-9f52-254160e632cb req-293e328d-dff4-4ab3-979e-fe60ee813168 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:46.145699 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-994d1e6d-1e12-4793-9f52-254160e632cb req-293e328d-dff4-4ab3-979e-fe60ee813168 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.1070788 Jul 16 11:36:46.159161 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed85d1f-276a-47ee-86c6-5bcc0aaa46b6 req-81525bbb-c010-4c3f-b1f0-28fd93eb9a41 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:46.160552 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5ed85d1f-276a-47ee-86c6-5bcc0aaa46b6 req-81525bbb-c010-4c3f-b1f0-28fd93eb9a41 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.1097596 Jul 16 11:36:46.209374 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-994d1e6d-1e12-4793-9f52-254160e632cb req-5317e9e9-dcb2-4e40-9afb-d106517df519 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580552 Jul 16 11:36:46.215837 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5ed85d1f-276a-47ee-86c6-5bcc0aaa46b6 req-7adeeaf7-e77a-45fa-805e-88157fabf55a tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496354 Jul 16 11:36:46.365171 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb0074-9df1-4f60-ae82-2f549ec5895b req-27ba0a28-671b-4c0c-b696-a6c4b3b95e4d tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:46.366641 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1fcb0074-9df1-4f60-ae82-2f549ec5895b req-27ba0a28-671b-4c0c-b696-a6c4b3b95e4d tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 944 time: 0.0607784 Jul 16 11:36:46.404001 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1fcb0074-9df1-4f60-ae82-2f549ec5895b req-135be2c1-8d91-4c3a-b3ae-f924ebbc9c8a tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314920 Jul 16 11:36:46.498019 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1c44c-46c9-4086-9dd8-727b5a088550 req-2e698cc8-6165-4764-b978-15728c960e3c tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:46.499496 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c6d1c44c-46c9-4086-9dd8-727b5a088550 req-2e698cc8-6165-4764-b978-15728c960e3c tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0652139 Jul 16 11:36:46.536714 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c6d1c44c-46c9-4086-9dd8-727b5a088550 req-69d04157-8494-46ff-8621-75183f6d475f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316916 Jul 16 11:36:46.585046 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device e4f37eb1-66c8-420b-9b91-6480de0fc846 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:36:46.677717 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port e4f37eb1-66c8-420b-9b91-6480de0fc846, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e4f37eb1-66c8-420b-9b91-6480de0fc846,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:36:46.688468 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': 'e4f37eb1-66c8-420b-9b91-6480de0fc846', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'port_id': 'e4f37eb1-66c8-420b-9b91-6480de0fc846', 'mac_address': 'fa:16:3e:d1:9f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:36:46.726833 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:46.738839 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4f37eb1-66c8-420b-9b91-6480de0fc846 {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:36:46.758561 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port e4f37eb1-66c8-420b-9b91-6480de0fc846, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e4f37eb1-66c8-420b-9b91-6480de0fc846,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:36:46.762302 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:46.763280 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 70665f0f-af9e-4a31-a567-a36592dfbe14 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:36:46.846545 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=e4f37eb1-66c8-420b-9b91-6480de0fc846,revision_number=6']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:46.908698 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 70665f0f-af9e-4a31-a567-a36592dfbe14, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=70665f0f-af9e-4a31-a567-a36592dfbe14,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:36:46.920620 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': '70665f0f-af9e-4a31-a567-a36592dfbe14', 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb', 'port_id': '70665f0f-af9e-4a31-a567-a36592dfbe14', 'mac_address': 'fa:16:3e:0c:d1:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:36:46.958315 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:46.970894 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70665f0f-af9e-4a31-a567-a36592dfbe14 {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:36:46.992517 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 70665f0f-af9e-4a31-a567-a36592dfbe14, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=70665f0f-af9e-4a31-a567-a36592dfbe14,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:36:46.996155 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:47.049247 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=70665f0f-af9e-4a31-a567-a36592dfbe14,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:47.168955 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['e4f37eb1-66c8-420b-9b91-6480de0fc846'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:36:47.393185 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0dce4-6148-4971-bb2b-3b7fde4b344a req-5a97f053-c2fb-4641-8f2e-f38585df9ba5 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:47.394700 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4de0dce4-6148-4971-bb2b-3b7fde4b344a req-5a97f053-c2fb-4641-8f2e-f38585df9ba5 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0655239 Jul 16 11:36:47.397807 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['70665f0f-af9e-4a31-a567-a36592dfbe14'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:36:47.434406 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4de0dce4-6148-4971-bb2b-3b7fde4b344a req-395366a8-ea74-4a1d-888d-f4310b264f5a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335968 Jul 16 11:36:47.560751 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff2e2e-830b-4ad4-a505-167e4e47503e req-9815f563-51a5-46b5-a260-a7f1c409a80f tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:47.562239 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b2ff2e2e-830b-4ad4-a505-167e4e47503e req-9815f563-51a5-46b5-a260-a7f1c409a80f tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 945 time: 0.0796018 Jul 16 11:36:47.632495 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b2ff2e2e-830b-4ad4-a505-167e4e47503e req-e8a00e7f-9f27-48e7-8db9-1af18edc520e tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619569 Jul 16 11:36:47.678347 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a65ef-48ef-4c51-8ce8-7ef91d84ba7c req-efda4ff6-055b-47eb-9f29-208150074b03 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:47.680046 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f43a65ef-48ef-4c51-8ce8-7ef91d84ba7c req-efda4ff6-055b-47eb-9f29-208150074b03 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 945 time: 0.1274707 Jul 16 11:36:47.727367 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f43a65ef-48ef-4c51-8ce8-7ef91d84ba7c req-8d76acb3-7f31-43a7-9c7a-dfd6f1f312b7 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409346 Jul 16 11:36:48.597260 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device e4f37eb1-66c8-420b-9b91-6480de0fc846 up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:36:48.642939 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port e4f37eb1-66c8-420b-9b91-6480de0fc846 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:36:48.643315 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:48.725301 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:48.750678 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f37eb1-66c8-420b-9b91-6480de0fc846'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:36:48.752997 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf0dfe0-c058-4a04-a30f-c9468de24a0c" -d '{"events": [{"server_uuid": "5aebda69-8c8b-478b-936a-efc1bff04e79", "name": "network-vif-plugged", "status": "completed", "tag": "e4f37eb1-66c8-420b-9b91-6480de0fc846"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:36:48.769353 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port e4f37eb1-66c8-420b-9b91-6480de0fc846, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e4f37eb1-66c8-420b-9b91-6480de0fc846,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:36:48.779323 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:48.781127 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 70665f0f-af9e-4a31-a567-a36592dfbe14 up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:36:48.821820 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6301978e-5c75-4862-b3b5-ec6ac8aa4bdc x-openstack-request-id: req-6301978e-5c75-4862-b3b5-ec6ac8aa4bdc {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:36:48.822198 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aebda69-8c8b-478b-936a-efc1bff04e79", "name": "network-vif-plugged", "status": "completed", "tag": "e4f37eb1-66c8-420b-9b91-6480de0fc846", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:36:48.822501 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6301978e-5c75-4862-b3b5-ec6ac8aa4bdc {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:36:48.822953 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f37eb1-66c8-420b-9b91-6480de0fc846', 'code': 200} Jul 16 11:36:48.882673 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=e4f37eb1-66c8-420b-9b91-6480de0fc846,revision_number=7']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:48.893360 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f3870-44b5-4d18-b904-c0096955bcc1 req-da8a4100-833b-4e30-b1e1-0aef00c49053 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:48.895032 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-122f3870-44b5-4d18-b904-c0096955bcc1 req-da8a4100-833b-4e30-b1e1-0aef00c49053 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.1412420 Jul 16 11:36:48.909002 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port 70665f0f-af9e-4a31-a567-a36592dfbe14 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:36:48.921269 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port 70665f0f-af9e-4a31-a567-a36592dfbe14 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:36:48.921651 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:49.010778 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-122f3870-44b5-4d18-b904-c0096955bcc1 req-9a3d0dac-faa2-4006-9eed-32c9942b3a60 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949137 Jul 16 11:36:49.025646 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:49.044844 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c5f82-0d41-43fc-a621-7248428556fe req-0fc57a8a-f4f0-4060-a402-9e6dd1832b77 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:49.052105 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bd5c5f82-0d41-43fc-a621-7248428556fe req-0fc57a8a-f4f0-4060-a402-9e6dd1832b77 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 945 time: 0.1559727 Jul 16 11:36:49.070913 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 70665f0f-af9e-4a31-a567-a36592dfbe14, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=70665f0f-af9e-4a31-a567-a36592dfbe14,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:36:49.076369 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:49.094662 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bd5c5f82-0d41-43fc-a621-7248428556fe req-48910a0c-bdee-4f58-ac5c-42be29753fb4 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Jul 16 11:36:49.133821 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=70665f0f-af9e-4a31-a567-a36592dfbe14,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:49.211293 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b6c88-7678-4662-a1cd-28ff2a334c6e req-0b33fef6-e742-4429-bb23-8324e30f0004 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:49.212847 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f29b6c88-7678-4662-a1cd-28ff2a334c6e req-0b33fef6-e742-4429-bb23-8324e30f0004 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0622742 Jul 16 11:36:49.253076 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f29b6c88-7678-4662-a1cd-28ff2a334c6e req-3c473ddc-9dbf-43a0-9a4f-af84370be620 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336924 Jul 16 11:36:49.435610 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d59c1178-0aab-4512-9f5c-1b72e7a0e597 req-25bbc5bf-c551-4263-8085-b42146f1a0ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560565 Jul 16 11:36:49.542828 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c1178-0aab-4512-9f5c-1b72e7a0e597 req-15c2d5cb-c5c4-461b-ac2e-d1baede70140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:49.544424 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d59c1178-0aab-4512-9f5c-1b72e7a0e597 req-15c2d5cb-c5c4-461b-ac2e-d1baede70140 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f11877dcb4c49b69a3ec00e05d74fab&device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 1099 time: 0.0722942 Jul 16 11:36:49.673229 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c1178-0aab-4512-9f5c-1b72e7a0e597 req-ea14fee1-3a0c-49ad-bd88-411d2593e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:49.674825 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d59c1178-0aab-4512-9f5c-1b72e7a0e597 req-ea14fee1-3a0c-49ad-bd88-411d2593e34d service neutron] 10.222.0.13 "GET /v2.0/networks?id=fee2e96e-034a-462e-b501-313f6b4a85f3 HTTP/1.1" status: 200 len: 919 time: 0.1062522 Jul 16 11:36:49.979656 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d59c1178-0aab-4512-9f5c-1b72e7a0e597 req-6a969195-23d0-4b8d-9fde-054ba60a1d9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51ae43e4-2fc0-487a-8bc2-340496c87f92 HTTP/1.1" status: 200 len: 217 time: 0.2969728 Jul 16 11:36:50.043692 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c1178-0aab-4512-9f5c-1b72e7a0e597 req-26221232-698d-45de-8d6f-5a10f365c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:50.046809 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d59c1178-0aab-4512-9f5c-1b72e7a0e597 req-26221232-698d-45de-8d6f-5a10f365c426 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01 HTTP/1.1" status: 200 len: 858 time: 0.0571616 Jul 16 11:36:50.093164 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d59c1178-0aab-4512-9f5c-1b72e7a0e597 req-44fbdb44-81cb-40d3-9848-87dac00969af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fee2e96e-034a-462e-b501-313f6b4a85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387528 Jul 16 11:36:50.322910 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d59c1178-0aab-4512-9f5c-1b72e7a0e597 req-fbf73075-bc38-47b6-a1e9-6c8e0d8d9d18 service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227883 Jul 16 11:36:50.333400 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992bcd0-d22d-483a-889f-c0477377c2c7 req-6423d350-3310-4932-8f9e-0db03242a828 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:50.334455 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d992bcd0-d22d-483a-889f-c0477377c2c7 req-6423d350-3310-4932-8f9e-0db03242a828 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.1920207 Jul 16 11:36:50.443735 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c921c-7fbb-40ad-93ae-80ead7f9bed6 req-49594289-7113-4e67-8f4a-8b93415d3720 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:50.445278 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ca2c921c-7fbb-40ad-93ae-80ead7f9bed6 req-49594289-7113-4e67-8f4a-8b93415d3720 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 946 time: 0.2129748 Jul 16 11:36:50.452574 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d992bcd0-d22d-483a-889f-c0477377c2c7 req-e895695c-28c3-40d0-8c1e-30c52cb508b3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035070 Jul 16 11:36:50.507186 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ca2c921c-7fbb-40ad-93ae-80ead7f9bed6 req-78d8c9c9-7620-425f-94a8-d494044b1c5a tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536437 Jul 16 11:36:50.509144 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d59c1178-0aab-4512-9f5c-1b72e7a0e597 req-9dd19e12-d8d3-4252-ac8e-9bd3f1cb82f0 service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735623 Jul 16 11:36:50.825010 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5221ea-e1e0-4521-8e21-dbc90d5be52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70665f0f-af9e-4a31-a567-a36592dfbe14'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:36:50.828200 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed09a53-fd7b-4581-8ffd-b884a175584f" -d '{"events": [{"server_uuid": "6d5221ea-e1e0-4521-8e21-dbc90d5be52e", "name": "network-vif-plugged", "status": "completed", "tag": "70665f0f-af9e-4a31-a567-a36592dfbe14"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:36:50.866536 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa295ae7-491b-4416-8256-e45e66dc64c5 x-openstack-request-id: req-aa295ae7-491b-4416-8256-e45e66dc64c5 {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:36:50.866891 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5221ea-e1e0-4521-8e21-dbc90d5be52e", "name": "network-vif-plugged", "status": "completed", "tag": "70665f0f-af9e-4a31-a567-a36592dfbe14", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:36:50.867142 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa295ae7-491b-4416-8256-e45e66dc64c5 {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:36:50.867528 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5221ea-e1e0-4521-8e21-dbc90d5be52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70665f0f-af9e-4a31-a567-a36592dfbe14', 'code': 200} Jul 16 11:36:51.117512 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34972eaf-5593-4e39-9e49-c4ca1cc173fd req-4683f94a-86c9-4541-a628-41fb03bcc515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:51.119021 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-34972eaf-5593-4e39-9e49-c4ca1cc173fd req-4683f94a-86c9-4541-a628-41fb03bcc515 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 1099 time: 0.0585752 Jul 16 11:36:51.171644 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-34972eaf-5593-4e39-9e49-c4ca1cc173fd req-2e94b0bb-2e50-424d-bc47-b78482c416ae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350749 Jul 16 11:36:51.466520 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 45624) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:36:51.592001 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5f5ede28-0b91-42b4-ba48-f313ec6ce367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:51.957209 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc18585-c7fb-41e5-931d-03826bfe8947 req-0aebb364-6b9f-412e-a047-8a427c88c302 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:51.964415 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7fc18585-c7fb-41e5-931d-03826bfe8947 req-0aebb364-6b9f-412e-a047-8a427c88c302 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.3518736 Jul 16 11:36:51.998522 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3583b4-48bd-4d9c-87b4-198606587ff9 req-10745c6f-9615-44a1-8054-4de8fcd0d21d tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:52.001141 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ce3583b4-48bd-4d9c-87b4-198606587ff9 req-10745c6f-9615-44a1-8054-4de8fcd0d21d tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 946 time: 0.3480809 Jul 16 11:36:52.075535 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5f5ede28-0b91-42b4-ba48-f313ec6ce367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:52.079941 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7fc18585-c7fb-41e5-931d-03826bfe8947 req-1aa8df2a-5279-4781-b3f4-1c7643ac6aaf tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145914 Jul 16 11:36:52.086275 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5f5ede28-0b91-42b4-ba48-f313ec6ce367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:52.126221 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ce3583b4-48bd-4d9c-87b4-198606587ff9 req-dd136ea3-7100-4477-90f9-a2d4f25ba4f8 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135898 Jul 16 11:36:52.143609 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-5f5ede28-0b91-42b4-ba48-f313ec6ce367 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a019c9a4bdad46819d0152b56c7dc492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6757686 Jul 16 11:36:52.145006 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ede28-0b91-42b4-ba48-f313ec6ce367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8043d1ab-1e0a-49eb-b62c-eaad006a26ec,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:52.146486 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 45634) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:36:52.203122 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2496728c-5701-4647-9fd8-2b087d5b1281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:52.225216 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2496728c-5701-4647-9fd8-2b087d5b1281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:52.286902 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2496728c-5701-4647-9fd8-2b087d5b1281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:52.289986 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2496728c-5701-4647-9fd8-2b087d5b1281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:52.294422 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-2496728c-5701-4647-9fd8-2b087d5b1281 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8043d1ab-1e0a-49eb-b62c-eaad006a26ec HTTP/1.1" status: 204 len: 168 time: 0.1463070 Jul 16 11:36:52.304285 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496728c-5701-4647-9fd8-2b087d5b1281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8043d1ab-1e0a-49eb-b62c-eaad006a26ec,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:36:53.305939 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74aa22-47df-4682-bf6c-e37291d60338 req-f4b5a0b1-b067-4467-a87f-5ca6bab1eec7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:53.316018 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-eb74aa22-47df-4682-bf6c-e37291d60338 req-f4b5a0b1-b067-4467-a87f-5ca6bab1eec7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.1099653 Jul 16 11:36:53.380310 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-eb74aa22-47df-4682-bf6c-e37291d60338 req-3622b45a-7654-4f23-a144-aaf28aeed46d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623288 Jul 16 11:36:53.411412 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84787e-e607-495c-9e02-5355b1fb9f82 req-9571bd9c-9af8-4ea1-b2a7-d63d5777a3fb tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:53.418458 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cc84787e-e607-495c-9e02-5355b1fb9f82 req-9571bd9c-9af8-4ea1-b2a7-d63d5777a3fb tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 946 time: 0.1316783 Jul 16 11:36:53.460395 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cc84787e-e607-495c-9e02-5355b1fb9f82 req-fb1b5e39-9012-4505-ba9d-d750d25382ff tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408378 Jul 16 11:36:54.593904 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd654d-ea57-4171-bd21-2a8276500a7c req-587e6dcf-8371-46f9-9799-bbe7bde04296 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:54.601436 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ddd654d-ea57-4171-bd21-2a8276500a7c req-587e6dcf-8371-46f9-9799-bbe7bde04296 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0739210 Jul 16 11:36:54.648284 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ddd654d-ea57-4171-bd21-2a8276500a7c req-4882b52e-a11d-448d-91f1-0a402c8483fc tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458477 Jul 16 11:36:54.813175 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:55.845312 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820b1f9-034c-4f0b-b1a7-527148833acf req-395e8f1c-6de7-4186-b5eb-168e3ca3ba13 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:55.848316 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5820b1f9-034c-4f0b-b1a7-527148833acf req-395e8f1c-6de7-4186-b5eb-168e3ca3ba13 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0736475 Jul 16 11:36:55.886985 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5820b1f9-034c-4f0b-b1a7-527148833acf req-29d99d8f-a74f-4415-9a2c-cce71d1c815d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336823 Jul 16 11:36:57.081574 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c93a1-f7a7-4679-9e82-15148e9f4148 req-3b4b446b-0eb2-4444-8cb9-fe6ac9197a30 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:57.084036 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2c5c93a1-f7a7-4679-9e82-15148e9f4148 req-3b4b446b-0eb2-4444-8cb9-fe6ac9197a30 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0701206 Jul 16 11:36:57.131082 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2c5c93a1-f7a7-4679-9e82-15148e9f4148 req-c9c5319b-7f06-4259-8c2d-2d2454acd8c9 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405319 Jul 16 11:36:57.867654 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647ca0b-5c5f-454a-b346-dd702cccccc7 req-77c9eb7f-5898-4d28-8640-17d83c334d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:57.869225 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f647ca0b-5c5f-454a-b346-dd702cccccc7 req-77c9eb7f-5898-4d28-8640-17d83c334d2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f11877dcb4c49b69a3ec00e05d74fab&device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 1099 time: 0.1490741 Jul 16 11:36:57.909320 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ec798-9763-49d3-a106-31c3ed062adb req-f4fe3cd0-d260-4506-8fab-1af59eb9df75 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:57.910986 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a83ec798-9763-49d3-a106-31c3ed062adb req-f4fe3cd0-d260-4506-8fab-1af59eb9df75 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.1369431 Jul 16 11:36:58.035129 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a83ec798-9763-49d3-a106-31c3ed062adb req-4fde0385-3a67-4e39-947e-14192c439520 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146939 Jul 16 11:36:58.056076 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647ca0b-5c5f-454a-b346-dd702cccccc7 req-dcfb232b-0d7d-4250-a142-8f0b6756756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:58.056076 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f647ca0b-5c5f-454a-b346-dd702cccccc7 req-dcfb232b-0d7d-4250-a142-8f0b6756756e service neutron] 10.222.0.13 "GET /v2.0/networks?id=fee2e96e-034a-462e-b501-313f6b4a85f3 HTTP/1.1" status: 200 len: 919 time: 0.1740723 Jul 16 11:36:58.104207 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f647ca0b-5c5f-454a-b346-dd702cccccc7 req-87554317-dc33-4605-b1ea-dd673d2f041a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebfb4fa8-1097-4e04-82b3-f21383da1644 HTTP/1.1" status: 200 len: 217 time: 0.0393109 Jul 16 11:36:58.163592 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647ca0b-5c5f-454a-b346-dd702cccccc7 req-7ec4ce41-fd24-4b4b-97e7-9f1763cc6f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:58.165451 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f647ca0b-5c5f-454a-b346-dd702cccccc7 req-7ec4ce41-fd24-4b4b-97e7-9f1763cc6f24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01 HTTP/1.1" status: 200 len: 858 time: 0.0517471 Jul 16 11:36:58.207446 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f647ca0b-5c5f-454a-b346-dd702cccccc7 req-8d6f59fe-30e6-45f5-a5ad-18e601caa8ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fee2e96e-034a-462e-b501-313f6b4a85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333216 Jul 16 11:36:58.351090 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f647ca0b-5c5f-454a-b346-dd702cccccc7 req-ac6e2354-8e16-4745-9e81-4d1faf86d231 service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349008 Jul 16 11:36:58.400241 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba2324-8e42-44ca-9ea4-43690c4b2bc5 req-3eb8a674-8008-45ff-b156-49da774107a1 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:58.401739 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-06ba2324-8e42-44ca-9ea4-43690c4b2bc5 req-3eb8a674-8008-45ff-b156-49da774107a1 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.1156006 Jul 16 11:36:58.493670 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-06ba2324-8e42-44ca-9ea4-43690c4b2bc5 req-fea9b3e3-9963-48a3-b72e-972503b4505d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594683 Jul 16 11:36:58.496204 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f647ca0b-5c5f-454a-b346-dd702cccccc7 req-2e0d6a24-1db5-4bb0-9ef8-a697f8516487 service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376367 Jul 16 11:36:58.866411 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-1a14d3c8-59c7-4364-b5d5-3421c5d793da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:36:59.215993 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565e7d5-a3ab-4417-aed9-4a094f38b162 req-e5edffa4-f1ec-49aa-9b32-6acbbf4d6c6b tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:59.217927 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7565e7d5-a3ab-4417-aed9-4a094f38b162 req-e5edffa4-f1ec-49aa-9b32-6acbbf4d6c6b tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0662007 Jul 16 11:36:59.255981 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7565e7d5-a3ab-4417-aed9-4a094f38b162 req-0748c05d-9d9e-422e-bd5e-ac2173bd2d68 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311966 Jul 16 11:36:59.553583 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bae7fe-13b0-4de6-b229-cfc9cca7c828 req-c722e1c2-e11f-4ac0-936b-f306d4a51a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:59.555061 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-42bae7fe-13b0-4de6-b229-cfc9cca7c828 req-c722e1c2-e11f-4ac0-936b-f306d4a51a73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57&device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 1099 time: 0.0518508 Jul 16 11:36:59.675280 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bae7fe-13b0-4de6-b229-cfc9cca7c828 req-dfbd05e5-ab7c-4ba0-b2ec-cf947ad8ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:59.676740 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-42bae7fe-13b0-4de6-b229-cfc9cca7c828 req-dfbd05e5-ab7c-4ba0-b2ec-cf947ad8ba6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3bf2836-3f60-4871-835c-2371c60f999a HTTP/1.1" status: 200 len: 918 time: 0.1145101 Jul 16 11:36:59.734786 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f627e41-f187-4210-8de8-b2e79433d980 req-dd78be37-5381-4aa3-9265-6b20ce782f68 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:59.736228 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6f627e41-f187-4210-8de8-b2e79433d980 req-dd78be37-5381-4aa3-9265-6b20ce782f68 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.1165397 Jul 16 11:36:59.766429 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-42bae7fe-13b0-4de6-b229-cfc9cca7c828 req-b0813694-3d58-4fef-ab84-86d4981b6c1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4f37eb1-66c8-420b-9b91-6480de0fc846 HTTP/1.1" status: 200 len: 1002 time: 0.0820022 Jul 16 11:36:59.808161 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6f627e41-f187-4210-8de8-b2e79433d980 req-0c3bbdef-78c8-432d-93f9-8ae976dec421 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657651 Jul 16 11:36:59.825180 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bae7fe-13b0-4de6-b229-cfc9cca7c828 req-90ee49b2-65c9-4912-9ede-524089adb091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:59.827189 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-42bae7fe-13b0-4de6-b229-cfc9cca7c828 req-90ee49b2-65c9-4912-9ede-524089adb091 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54cab1d6-11e7-4058-9076-dd369f1e0736 HTTP/1.1" status: 200 len: 856 time: 0.0482969 Jul 16 11:36:59.887404 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bae7fe-13b0-4de6-b229-cfc9cca7c828 req-82a59c24-bf9a-4c0b-883d-06b0cb922444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:36:59.889512 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-42bae7fe-13b0-4de6-b229-cfc9cca7c828 req-82a59c24-bf9a-4c0b-883d-06b0cb922444 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3bf2836-3f60-4871-835c-2371c60f999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495353 Jul 16 11:36:59.977904 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-42bae7fe-13b0-4de6-b229-cfc9cca7c828 req-7017a688-7e87-4bec-b8ca-ab8c2524eb19 service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803332 Jul 16 11:37:00.071496 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-42bae7fe-13b0-4de6-b229-cfc9cca7c828 req-6538a857-a560-4b4a-88d9-8d676a575f79 service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780544 Jul 16 11:37:00.431999 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decab2d7-2c54-4a5b-932e-b91fb660d3ef req-1131f400-5716-4986-aebc-84a4582d8144 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:00.433477 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-decab2d7-2c54-4a5b-932e-b91fb660d3ef req-1131f400-5716-4986-aebc-84a4582d8144 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0627906 Jul 16 11:37:00.477877 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-decab2d7-2c54-4a5b-932e-b91fb660d3ef req-40aba973-00fa-4a42-b38b-7073711a944b tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381873 Jul 16 11:37:00.981586 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdae413-681f-4893-b1db-4ad085d9454c req-23017387-da41-49cd-a919-832a4c223d27 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:00.983004 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2fdae413-681f-4893-b1db-4ad085d9454c req-23017387-da41-49cd-a919-832a4c223d27 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0596762 Jul 16 11:37:01.018191 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2fdae413-681f-4893-b1db-4ad085d9454c req-1fdd3d4b-46b4-49df-a708-864037211aba tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298793 Jul 16 11:37:01.646242 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720a6fa-8834-4250-af3b-45b9f91c0fb8 req-29820b56-5b01-4058-9f59-d0cc26d4c6b6 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:01.647653 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8720a6fa-8834-4250-af3b-45b9f91c0fb8 req-29820b56-5b01-4058-9f59-d0cc26d4c6b6 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0604451 Jul 16 11:37:01.669299 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-3a762b9b-b5b2-41ba-8597-d71f908272ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:01.683814 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8720a6fa-8834-4250-af3b-45b9f91c0fb8 req-b993e185-4510-4019-b749-f33f75ab3a0a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308666 Jul 16 11:37:02.047821 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:02.194755 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeded46-0662-41fd-a59e-cb9196f442d6 req-88db1e44-4573-4ef5-a4b1-8de3687119af tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:02.196142 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0eeded46-0662-41fd-a59e-cb9196f442d6 req-88db1e44-4573-4ef5-a4b1-8de3687119af tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 946 time: 0.0633719 Jul 16 11:37:02.234166 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0eeded46-0662-41fd-a59e-cb9196f442d6 req-e165b52b-5c78-4686-aa2c-dc17c30b4a17 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312161 Jul 16 11:37:02.787454 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:02.853110 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafcf7f-f7fa-460b-bb72-663d35a76595 req-703ed603-ec13-4bd8-a609-6d9ccf4b08f1 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:02.854702 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-eeafcf7f-f7fa-460b-bb72-663d35a76595 req-703ed603-ec13-4bd8-a609-6d9ccf4b08f1 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0632789 Jul 16 11:37:02.891111 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-eeafcf7f-f7fa-460b-bb72-663d35a76595 req-d566ce23-4498-4fba-a24a-312a3e7be659 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309274 Jul 16 11:37:02.967082 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device e4f37eb1-66c8-420b-9b91-6480de0fc846 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:37:03.040234 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:03.061293 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4f37eb1-66c8-420b-9b91-6480de0fc846'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:37:03.063496 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3bd8ac-0ed0-4295-9075-6a64ebcd8d4d" -d '{"events": [{"server_uuid": "5aebda69-8c8b-478b-936a-efc1bff04e79", "name": "network-vif-unplugged", "status": "completed", "tag": "e4f37eb1-66c8-420b-9b91-6480de0fc846"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:37:03.075566 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port e4f37eb1-66c8-420b-9b91-6480de0fc846, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e4f37eb1-66c8-420b-9b91-6480de0fc846,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:37:03.080316 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:03.103217 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 11:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a78230-797b-455d-88a1-29bf1df1a7c9 x-openstack-request-id: req-51a78230-797b-455d-88a1-29bf1df1a7c9 {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:37:03.103497 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aebda69-8c8b-478b-936a-efc1bff04e79", "name": "network-vif-unplugged", "status": "completed", "tag": "e4f37eb1-66c8-420b-9b91-6480de0fc846", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:37:03.103742 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51a78230-797b-455d-88a1-29bf1df1a7c9 {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:37:03.104172 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4f37eb1-66c8-420b-9b91-6480de0fc846', 'code': 200} Jul 16 11:37:03.129311 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=e4f37eb1-66c8-420b-9b91-6480de0fc846,revision_number=8']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:37:03.136456 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:03.136801 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:03.137134 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:03.137464 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:03.137812 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:03.138134 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:03.138453 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:03.139332 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:03.139654 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:03.139991 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:03.140331 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:03.140645 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:03.409432 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382a59d-da61-41de-9b28-f2175efbb2d9 req-0dd66f8e-b86a-4f93-a36d-f534276a793b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:03.410800 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5382a59d-da61-41de-9b28-f2175efbb2d9 req-0dd66f8e-b86a-4f93-a36d-f534276a793b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0640316 Jul 16 11:37:03.448880 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5382a59d-da61-41de-9b28-f2175efbb2d9 req-1d04f78a-feb5-477c-80c8-c548ec82b2fd tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326848 Jul 16 11:37:04.058670 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2087c90-c9ef-44d9-a0ae-6eb8b58657c9 req-257145ac-838b-438d-b310-0d87fe0c28bf tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:04.060138 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c2087c90-c9ef-44d9-a0ae-6eb8b58657c9 req-257145ac-838b-438d-b310-0d87fe0c28bf tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0613060 Jul 16 11:37:04.096059 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c2087c90-c9ef-44d9-a0ae-6eb8b58657c9 req-82b3ea2e-b3a2-4a6c-a7a6-5f1d6db11196 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303998 Jul 16 11:37:04.306234 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:04.631242 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae196a-2dc6-4db6-9622-3d08d3c5baf5 req-0e22094f-d06b-43d1-a970-888bf6091775 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:04.632750 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-60ae196a-2dc6-4db6-9622-3d08d3c5baf5 req-0e22094f-d06b-43d1-a970-888bf6091775 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0634539 Jul 16 11:37:04.671290 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-60ae196a-2dc6-4db6-9622-3d08d3c5baf5 req-457d3689-f8da-48ab-ad29-564864a365c1 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327957 Jul 16 11:37:05.287489 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd964b70-3da6-41a9-92f6-01bcb73baf8a req-107e341b-054e-49aa-b17e-c0cb72c9da8f tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:05.288986 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-fd964b70-3da6-41a9-92f6-01bcb73baf8a req-107e341b-054e-49aa-b17e-c0cb72c9da8f tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0669816 Jul 16 11:37:05.327033 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-fd964b70-3da6-41a9-92f6-01bcb73baf8a req-b8719d51-176c-4740-af18-d4a2a73017a7 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313971 Jul 16 11:37:05.854508 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecf449-035e-4293-baee-c40a71e97161 req-b1dc6abf-64f9-4bef-8cab-789e15fb30a5 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:05.856005 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-26ecf449-035e-4293-baee-c40a71e97161 req-b1dc6abf-64f9-4bef-8cab-789e15fb30a5 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0633514 Jul 16 11:37:05.893541 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-26ecf449-035e-4293-baee-c40a71e97161 req-d318670e-d9b9-41be-9a1a-c2905b6edc75 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310569 Jul 16 11:37:06.499695 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a4cb9-ca64-4a01-acfc-0cbbc51c4121 req-fc2f849a-1f7c-4451-a024-a823e4cf0ae0 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:06.501212 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5d8a4cb9-ca64-4a01-acfc-0cbbc51c4121 req-fc2f849a-1f7c-4451-a024-a823e4cf0ae0 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0643494 Jul 16 11:37:06.542951 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5d8a4cb9-ca64-4a01-acfc-0cbbc51c4121 req-033375aa-b1e5-47cf-9247-ade24973bc49 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359342 Jul 16 11:37:06.890704 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ce4b5-f5e5-4219-b525-255b1bada2d3 req-5650bcb4-549c-46de-8505-98b768cfe1d4 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:06.892209 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f58ce4b5-f5e5-4219-b525-255b1bada2d3 req-5650bcb4-549c-46de-8505-98b768cfe1d4 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0630507 Jul 16 11:37:06.928998 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f58ce4b5-f5e5-4219-b525-255b1bada2d3 req-41b2dc23-14d9-49df-9ebd-00e3a0887f1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312834 Jul 16 11:37:07.113966 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 45904) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:37:07.207131 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-62e0d28d-3414-441f-9038-9e303ea9a0a2 req-246a9bb1-7ca2-49ba-96b5-26089aabbb8e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920439 Jul 16 11:37:07.740856 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5b830-dca0-4e5d-bc91-0c48366e9d6a req-9c0e2d4e-119b-4848-983b-9d8fc95d977e tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:07.743709 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-12f5b830-dca0-4e5d-bc91-0c48366e9d6a req-9c0e2d4e-119b-4848-983b-9d8fc95d977e tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0872200 Jul 16 11:37:07.783436 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-12f5b830-dca0-4e5d-bc91-0c48366e9d6a req-ba222039-f00a-4ebf-aa0d-4100eb2ef742 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321689 Jul 16 11:37:07.967176 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-b489a5d8-7929-48d5-b54f-ac382514c29e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:07.969198 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-b489a5d8-7929-48d5-b54f-ac382514c29e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/networks?id=6f27cbcf-838f-437f-85a6-888a3b782efb HTTP/1.1" status: 200 len: 814 time: 0.0968614 Jul 16 11:37:07.984026 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-0dbebb78-8f84-4aaa-9402-b3cff7f0d15f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/quotas/c8962fef25ed4c4d8a016a63771cf75c HTTP/1.1" status: 200 len: 375 time: 0.0088918 Jul 16 11:37:08.065024 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-7a35e24a-d8b2-424f-ad0c-2615192f1c6d tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8962fef25ed4c4d8a016a63771cf75c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0760074 Jul 16 11:37:08.179348 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13e97c-aa2d-4ac9-9005-6509d1e21e45 req-095ab81b-c5be-4475-bbdb-a0272224f6e6 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:08.180875 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ac13e97c-aa2d-4ac9-9005-6509d1e21e45 req-095ab81b-c5be-4475-bbdb-a0272224f6e6 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.1317449 Jul 16 11:37:08.200760 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-32b1dac7-c666-4b78-82e9-2113ad9dc157 service neutron] 10.222.0.16 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181905 Jul 16 11:37:08.464905 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ac13e97c-aa2d-4ac9-9005-6509d1e21e45 req-af4199d6-d45d-482c-b60f-0efbf2224de4 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751076 Jul 16 11:37:08.525971 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-72cbdbbe-5020-4443-aeca-db516556a13d service neutron] 10.222.0.16 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027937 Jul 16 11:37:08.693125 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-701d67ba-6423-4a1e-a4ff-819c88d040ca req-88306e19-16fe-4631-aaec-c170cd5c2f97 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 210 time: 0.0296552 Jul 16 11:37:08.707327 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device e4f37eb1-66c8-420b-9b91-6480de0fc846 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:37:08.973304 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0d28d-3414-441f-9038-9e303ea9a0a2 req-75839431-5328-48b9-8129-37fb6851cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:08.974807 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-62e0d28d-3414-441f-9038-9e303ea9a0a2 req-75839431-5328-48b9-8129-37fb6851cce6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79&tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57 HTTP/1.1" status: 200 len: 1097 time: 0.1238046 Jul 16 11:37:09.000815 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa8b08-de27-45fe-b924-41eb0a0b2dc0 req-eaccd828-d46d-4775-a1a1-b3f39f53359b tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:09.002473 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0baa8b08-de27-45fe-b924-41eb0a0b2dc0 req-eaccd828-d46d-4775-a1a1-b3f39f53359b tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0984721 Jul 16 11:37:09.079533 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0baa8b08-de27-45fe-b924-41eb0a0b2dc0 req-c05ea080-2982-4adc-a6d7-1c85b771bd4c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678482 Jul 16 11:37:09.085504 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0d28d-3414-441f-9038-9e303ea9a0a2 req-a782a065-2e9f-43ca-a16c-b3aa27d2a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:09.086881 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-62e0d28d-3414-441f-9038-9e303ea9a0a2 req-a782a065-2e9f-43ca-a16c-b3aa27d2a4aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57&device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 1097 time: 0.0835137 Jul 16 11:37:09.181920 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0d28d-3414-441f-9038-9e303ea9a0a2 req-74025e42-6b8b-4842-9932-12b29534329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:09.183378 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-62e0d28d-3414-441f-9038-9e303ea9a0a2 req-74025e42-6b8b-4842-9932-12b29534329d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3bf2836-3f60-4871-835c-2371c60f999a HTTP/1.1" status: 200 len: 918 time: 0.0865893 Jul 16 11:37:09.275936 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-62e0d28d-3414-441f-9038-9e303ea9a0a2 req-22adbf5f-1f52-406a-860f-ece9f1577bd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4f37eb1-66c8-420b-9b91-6480de0fc846 HTTP/1.1" status: 200 len: 1000 time: 0.0621331 Jul 16 11:37:09.329607 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0d28d-3414-441f-9038-9e303ea9a0a2 req-d88456eb-ca9e-4f68-b55c-6e0c7dea58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:09.331064 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-62e0d28d-3414-441f-9038-9e303ea9a0a2 req-d88456eb-ca9e-4f68-b55c-6e0c7dea58f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54cab1d6-11e7-4058-9076-dd369f1e0736 HTTP/1.1" status: 200 len: 856 time: 0.0439529 Jul 16 11:37:09.390779 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0d28d-3414-441f-9038-9e303ea9a0a2 req-67cd06a4-43e7-489f-9ed1-86581516ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:09.392150 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-62e0d28d-3414-441f-9038-9e303ea9a0a2 req-67cd06a4-43e7-489f-9ed1-86581516ca8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3bf2836-3f60-4871-835c-2371c60f999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541289 Jul 16 11:37:09.489802 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-62e0d28d-3414-441f-9038-9e303ea9a0a2 req-de0f0ab6-3edf-44a0-8ef8-3ba50b1cd472 service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782053 Jul 16 11:37:09.581796 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-62e0d28d-3414-441f-9038-9e303ea9a0a2 req-232e0efa-f495-46d5-a299-011973fe9f0f service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839932 Jul 16 11:37:09.654627 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0883d53-a486-41d6-8f43-96ff00ea3a72 req-7a0a52ca-6fc6-4b29-a429-1dcfdadb314c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:09.656264 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d0883d53-a486-41d6-8f43-96ff00ea3a72 req-7a0a52ca-6fc6-4b29-a429-1dcfdadb314c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0662227 Jul 16 11:37:09.698893 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d0883d53-a486-41d6-8f43-96ff00ea3a72 req-9363efe2-3733-4eaa-9606-9fc1e9eb9f63 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353673 Jul 16 11:37:09.882395 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0e409696-436f-4256-916a-edef51740ffb req-15c4c79b-74c9-4a67-b3f0-b074faaf6087 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 210 time: 0.0590875 Jul 16 11:37:09.973031 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-ccb05288-7bd2-46b3-a274-43cd5b59c658 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:09.974508 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-ccb05288-7bd2-46b3-a274-43cd5b59c658 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.13 "GET /v2.0/networks?id=6f27cbcf-838f-437f-85a6-888a3b782efb HTTP/1.1" status: 200 len: 814 time: 0.1870384 Jul 16 11:37:09.999644 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-e0ad8d6b-fc15-4ac9-a51d-5041f7e08696 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Request body: {'port': {'device_id': '96368106-1dae-4c7e-8e41-c183c51a65f5', 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb', 'admin_state_up': True, 'tenant_id': 'c8962fef25ed4c4d8a016a63771cf75c'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:37:10.125838 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-e0ad8d6b-fc15-4ac9-a51d-5041f7e08696 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Made reservation on behalf of c8962fef25ed4c4d8a016a63771cf75c for: {'port': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:37:10.131014 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-e0ad8d6b-fc15-4ac9-a51d-5041f7e08696 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:10.343547 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-e0ad8d6b-fc15-4ac9-a51d-5041f7e08696 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Allocated IP 172.20.0.14 (6f27cbcf-838f-437f-85a6-888a3b782efb/1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8/6b97b492-9bf0-4ccd-b725-04f40e5537aa) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:37:10.375537 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2639410-bb23-45eb-9651-b84e716cf701 req-d59d0e00-2d0f-4cfb-9916-433a1c35f274 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:10.377128 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e2639410-bb23-45eb-9651-b84e716cf701 req-d59d0e00-2d0f-4cfb-9916-433a1c35f274 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.1603673 Jul 16 11:37:10.471762 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e2639410-bb23-45eb-9651-b84e716cf701 req-47b20e74-7825-4984-9b58-6e5e331c06b2 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823696 Jul 16 11:37:10.585722 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-e0ad8d6b-fc15-4ac9-a51d-5041f7e08696 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:10.664838 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-e0ad8d6b-fc15-4ac9-a51d-5041f7e08696 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:10.681062 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['633892cb-ee22-4a74-b4a7-0675abe42f87', '7b99d6ab-e9ac-432f-825d-7ebf2b431d59', '70665f0f-af9e-4a31-a567-a36592dfbe14'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:37:10.718920 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-e0ad8d6b-fc15-4ac9-a51d-5041f7e08696 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Network 6f27cbcf-838f-437f-85a6-888a3b782efb is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:37:10.722143 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-e0ad8d6b-fc15-4ac9-a51d-5041f7e08696 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:37:10.726358 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-e0ad8d6b-fc15-4ac9-a51d-5041f7e08696 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:37:10.733775 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad8d6b-fc15-4ac9-a51d-5041f7e08696 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Pushing event updated for resources: {'Port': ['ID=6b97b492-9bf0-4ccd-b725-04f40e5537aa,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:37:10.788279 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-e0ad8d6b-fc15-4ac9-a51d-5041f7e08696 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:10.791781 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-e0ad8d6b-fc15-4ac9-a51d-5041f7e08696 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:10.808687 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-e0ad8d6b-fc15-4ac9-a51d-5041f7e08696 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8138287 Jul 16 11:37:10.944272 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ced43a-d657-4918-8be8-f9548f2008e5 req-30624adf-7a26-47a2-b110-118e989f94fb tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:10.946000 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e9ced43a-d657-4918-8be8-f9548f2008e5 req-30624adf-7a26-47a2-b110-118e989f94fb tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0868533 Jul 16 11:37:10.988050 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e9ced43a-d657-4918-8be8-f9548f2008e5 req-379aa6ea-de2a-43df-90fd-958323a822e3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365148 Jul 16 11:37:11.075322 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f268f-49fc-4c25-9c83-afe69dbbc110 req-dd280f4c-d473-4dbc-9524-84ef064c648f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:11.076894 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8f4f268f-49fc-4c25-9c83-afe69dbbc110 req-dd280f4c-d473-4dbc-9524-84ef064c648f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 932 time: 0.0718937 Jul 16 11:37:11.114647 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8f4f268f-49fc-4c25-9c83-afe69dbbc110 req-0d5a5935-aaa1-4d89-b0b0-36fd3d0ca5da tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320992 Jul 16 11:37:11.414425 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:37:11.802005 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c8c09-c500-4f1d-ae7e-6849a84ce450 req-61dfc0e9-2d3b-449d-a81c-74d075120de2 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:11.803511 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9b2c8c09-c500-4f1d-ae7e-6849a84ce450 req-61dfc0e9-2d3b-449d-a81c-74d075120de2 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0619242 Jul 16 11:37:11.840681 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9b2c8c09-c500-4f1d-ae7e-6849a84ce450 req-92857a92-f244-4639-bb26-070a50b6b4fe tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312023 Jul 16 11:37:12.182450 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87855862-0782-4bc4-a0f4-da343a3eae9e req-2fda4ff4-b696-4156-890a-cca72042f0cd tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:12.183960 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-87855862-0782-4bc4-a0f4-da343a3eae9e req-2fda4ff4-b696-4156-890a-cca72042f0cd tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0728316 Jul 16 11:37:12.224623 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-87855862-0782-4bc4-a0f4-da343a3eae9e req-6008a3bd-cc72-4e03-9a76-abe1942c9859 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350676 Jul 16 11:37:12.314546 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40640632-7bdc-4e99-876a-a5b44d56c3f9 req-efa7e05f-52c2-4518-b94a-42b9b0fd740e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:12.316047 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-40640632-7bdc-4e99-876a-a5b44d56c3f9 req-efa7e05f-52c2-4518-b94a-42b9b0fd740e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 932 time: 0.0901754 Jul 16 11:37:12.355927 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-40640632-7bdc-4e99-876a-a5b44d56c3f9 req-c78854d4-6bb1-4c5d-8fdf-76f013cb7687 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343139 Jul 16 11:37:13.018004 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ec611-465a-4f9d-88db-a55dede9965b req-bd12e76e-bd7b-4505-a302-49006389a177 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:13.019471 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cd0ec611-465a-4f9d-88db-a55dede9965b req-bd12e76e-bd7b-4505-a302-49006389a177 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0657487 Jul 16 11:37:13.068136 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cd0ec611-465a-4f9d-88db-a55dede9965b req-d321d2d5-15a1-4e86-900e-225442feeca1 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429583 Jul 16 11:37:13.410807 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c04bf-f1a7-427c-a859-641b559d3434 req-fbcf8f2c-2d58-40fa-b8ae-699126b559a3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:13.412509 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4a1c04bf-f1a7-427c-a859-641b559d3434 req-fbcf8f2c-2d58-40fa-b8ae-699126b559a3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0663552 Jul 16 11:37:13.458473 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4a1c04bf-f1a7-427c-a859-641b559d3434 req-dbc3cf2a-6bef-4866-82c1-863f13ed657d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403445 Jul 16 11:37:13.551721 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45c28a-9ade-47eb-9f1a-efec340b7c4c req-e6a1a000-2b79-4329-b72b-3319b5395556 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:13.553145 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2d45c28a-9ade-47eb-9f1a-efec340b7c4c req-e6a1a000-2b79-4329-b72b-3319b5395556 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 932 time: 0.0631404 Jul 16 11:37:13.591951 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2d45c28a-9ade-47eb-9f1a-efec340b7c4c req-f2e9d152-9593-4796-9f4f-a9a2da610690 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331655 Jul 16 11:37:14.254196 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89947d0b-a01e-470d-9c9e-a1756f143bf4 req-e92f291f-7b77-43bc-8b35-0ce4e499cc6c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:14.255960 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-89947d0b-a01e-470d-9c9e-a1756f143bf4 req-e92f291f-7b77-43bc-8b35-0ce4e499cc6c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0764258 Jul 16 11:37:14.292974 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-89947d0b-a01e-470d-9c9e-a1756f143bf4 req-e4ebdb2c-49c3-47d5-ae05-ff1f817777c0 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315545 Jul 16 11:37:14.641520 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90b990-7ae0-4b5e-aaee-83ce1438691c req-c1700dfa-e38d-4126-84ce-da244bacb5c9 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:14.643535 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7c90b990-7ae0-4b5e-aaee-83ce1438691c req-c1700dfa-e38d-4126-84ce-da244bacb5c9 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0675926 Jul 16 11:37:14.686003 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7c90b990-7ae0-4b5e-aaee-83ce1438691c req-6239888f-aab7-47c6-a5dd-31cc0e447018 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363629 Jul 16 11:37:14.781528 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf76ef3-8626-4e6a-82ce-631ce9e044a7 req-5b4d2871-a901-443c-b62d-d1a0692818ed tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:14.783042 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8cf76ef3-8626-4e6a-82ce-631ce9e044a7 req-5b4d2871-a901-443c-b62d-d1a0692818ed tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 932 time: 0.0672650 Jul 16 11:37:14.822246 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8cf76ef3-8626-4e6a-82ce-631ce9e044a7 req-9cbfdd67-c381-4af4-be0f-0c80420e0020 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332685 Jul 16 11:37:15.487102 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9469037-327e-45c5-b6db-ccbbd02549b6 req-585a1506-9347-4139-9c8f-2fe8acd1e2c1 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:15.489276 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a9469037-327e-45c5-b6db-ccbbd02549b6 req-585a1506-9347-4139-9c8f-2fe8acd1e2c1 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0795679 Jul 16 11:37:15.526982 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a9469037-327e-45c5-b6db-ccbbd02549b6 req-097baeca-d524-4402-9ae7-abe77820570e tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327449 Jul 16 11:37:15.882066 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e55fa-2a0b-4373-8235-2b23c244f6b8 req-3cfab9b0-2325-4d67-ac09-74dc7b8fcf46 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:15.884073 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ce1e55fa-2a0b-4373-8235-2b23c244f6b8 req-3cfab9b0-2325-4d67-ac09-74dc7b8fcf46 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0809550 Jul 16 11:37:15.923503 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ce1e55fa-2a0b-4373-8235-2b23c244f6b8 req-55c2fdc0-f92c-4231-a962-8316f9d5df00 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336733 Jul 16 11:37:16.004517 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29eb91-9049-42eb-9065-5b25ed538a5c req-a0f66987-473c-4b7a-a3fb-93c43a32cd5b tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:16.006296 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cd29eb91-9049-42eb-9065-5b25ed538a5c req-a0f66987-473c-4b7a-a3fb-93c43a32cd5b tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 932 time: 0.0666883 Jul 16 11:37:16.044433 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cd29eb91-9049-42eb-9065-5b25ed538a5c req-7e081bda-ea32-4519-93d3-267a337250a5 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318739 Jul 16 11:37:16.709685 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbdf35-c067-49a0-8903-2ed5ca505dd5 req-61de5fd6-74b4-4f41-9425-328643242f69 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:16.711153 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6ddbdf35-c067-49a0-8903-2ed5ca505dd5 req-61de5fd6-74b4-4f41-9425-328643242f69 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0697243 Jul 16 11:37:16.748833 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6ddbdf35-c067-49a0-8903-2ed5ca505dd5 req-832c46bc-9e89-47b8-b5cf-ab17c0dd0daa tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317266 Jul 16 11:37:17.114533 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fba12-2e25-4821-9e32-9dd24da1cc56 req-3172ecfc-2f57-44f7-9514-a449acad5142 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:17.116496 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-990fba12-2e25-4821-9e32-9dd24da1cc56 req-3172ecfc-2f57-44f7-9514-a449acad5142 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0745575 Jul 16 11:37:17.156360 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-990fba12-2e25-4821-9e32-9dd24da1cc56 req-697d408e-3f7d-4afb-b5aa-331c4c4dac6c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346317 Jul 16 11:37:17.224546 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fe788-3c18-4298-8d06-e3a9f65dd22b req-332f5ba9-0dea-4f67-a4ff-35fdce188cad tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:17.225934 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-609fe788-3c18-4298-8d06-e3a9f65dd22b req-332f5ba9-0dea-4f67-a4ff-35fdce188cad tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 932 time: 0.0627899 Jul 16 11:37:17.266223 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-609fe788-3c18-4298-8d06-e3a9f65dd22b req-e5cd8066-6d53-479a-815c-5d5f4f136db7 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347197 Jul 16 11:37:17.922759 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf340f7-4a0c-4bfe-b0ff-f32d3085c4aa req-230e72f2-47a9-4184-9926-d6574b3684a0 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:17.924155 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-dbf340f7-4a0c-4bfe-b0ff-f32d3085c4aa req-230e72f2-47a9-4184-9926-d6574b3684a0 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0627093 Jul 16 11:37:17.962062 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-dbf340f7-4a0c-4bfe-b0ff-f32d3085c4aa req-9f284fd1-9231-4d67-82a4-9c9ee98adb7d tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320449 Jul 16 11:37:18.362056 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18849d13-7db2-4b5b-92f9-be42dfc9c318 req-cf90b233-2780-4f7d-81db-3dab01dab885 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:18.363673 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-18849d13-7db2-4b5b-92f9-be42dfc9c318 req-cf90b233-2780-4f7d-81db-3dab01dab885 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0816758 Jul 16 11:37:18.413048 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-18849d13-7db2-4b5b-92f9-be42dfc9c318 req-40867688-1e8d-4aa6-bc7d-c721f9c97b87 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433795 Jul 16 11:37:18.467654 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb9e10-c502-4eb6-8c1d-5fb89adff0f6 req-e7c4f2db-4b8c-4993-a708-68e17c73f881 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:18.469044 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8ddb9e10-c502-4eb6-8c1d-5fb89adff0f6 req-e7c4f2db-4b8c-4993-a708-68e17c73f881 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 932 time: 0.0733945 Jul 16 11:37:18.507075 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8ddb9e10-c502-4eb6-8c1d-5fb89adff0f6 req-20ef54a6-1a57-4336-91b2-10eb42aeb7d5 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321090 Jul 16 11:37:19.159165 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb0a6e-25d7-406f-85e3-ee91b2e3939e req-83e85e1e-7a73-4bd9-a1cd-02882fcdb97a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:19.161772 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-dacb0a6e-25d7-406f-85e3-ee91b2e3939e req-83e85e1e-7a73-4bd9-a1cd-02882fcdb97a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0806990 Jul 16 11:37:19.201377 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-dacb0a6e-25d7-406f-85e3-ee91b2e3939e req-89a6b506-9382-4239-b3e8-0f787371e794 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341008 Jul 16 11:37:19.611111 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24d71f-9418-4f58-9502-7d201a865a2e req-bc4c4e84-5b82-4931-93ac-ad5c998b3bce tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:19.612599 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5c24d71f-9418-4f58-9502-7d201a865a2e req-bc4c4e84-5b82-4931-93ac-ad5c998b3bce tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0790248 Jul 16 11:37:19.682769 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5c24d71f-9418-4f58-9502-7d201a865a2e req-900e62b4-2a6f-4e1e-b3a9-13ea25f2c426 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640969 Jul 16 11:37:19.710214 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06f447-1000-4a32-a4d3-2097d7ddd0de req-7ef2903d-d6b7-4e1b-a099-5d72e99e86a5 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:19.711745 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ae06f447-1000-4a32-a4d3-2097d7ddd0de req-7ef2903d-d6b7-4e1b-a099-5d72e99e86a5 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 932 time: 0.0920386 Jul 16 11:37:19.755779 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ae06f447-1000-4a32-a4d3-2097d7ddd0de req-6bfa1206-be67-48fe-8ed2-4028c12d9303 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367451 Jul 16 11:37:20.398811 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61e425-9068-4846-945a-e37392dca9a7 req-deb4203c-ebd4-4d59-9606-3dd847f98e21 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:20.400302 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1a61e425-9068-4846-945a-e37392dca9a7 req-deb4203c-ebd4-4d59-9606-3dd847f98e21 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0692205 Jul 16 11:37:20.438537 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1a61e425-9068-4846-945a-e37392dca9a7 req-89397f7e-02bd-48bb-8acc-6da2e0bfb235 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326214 Jul 16 11:37:20.876645 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5b366-4e59-45fe-8d95-53584e177975 req-dc8add67-0504-495a-8640-de3b6a9a2c71 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:20.878255 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-39c5b366-4e59-45fe-8d95-53584e177975 req-dc8add67-0504-495a-8640-de3b6a9a2c71 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0649452 Jul 16 11:37:20.945482 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-39c5b366-4e59-45fe-8d95-53584e177975 req-7891cf3c-63c0-456d-8c18-f1fa8039f04f tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547769 Jul 16 11:37:20.973704 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0f3e2-136b-42c4-a2e7-6836cd7ad626 req-6d8a91b2-6c0a-4159-b3e0-c28ab977dc09 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:20.975090 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-fdc0f3e2-136b-42c4-a2e7-6836cd7ad626 req-6d8a91b2-6c0a-4159-b3e0-c28ab977dc09 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 932 time: 0.0927870 Jul 16 11:37:21.020605 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-fdc0f3e2-136b-42c4-a2e7-6836cd7ad626 req-c4a93bec-b9fd-4b4a-91cc-7e4503b0b512 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385385 Jul 16 11:37:21.612004 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23807eb9-d7da-4c1c-8db3-fb7e6a2a3392 req-df1539cf-63f2-4319-935a-6a9b6a7e0ddf tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:21.613495 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-23807eb9-d7da-4c1c-8db3-fb7e6a2a3392 req-df1539cf-63f2-4319-935a-6a9b6a7e0ddf tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0636749 Jul 16 11:37:21.652109 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-23807eb9-d7da-4c1c-8db3-fb7e6a2a3392 req-09752e1f-75da-48ff-a642-f770b964412f tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327189 Jul 16 11:37:22.132267 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31673f03-15ea-4df7-b879-8a442c013c32 req-1886a270-9828-4c9c-8eb9-75e0d66c9695 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:22.133871 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-31673f03-15ea-4df7-b879-8a442c013c32 req-1886a270-9828-4c9c-8eb9-75e0d66c9695 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0666542 Jul 16 11:37:22.198751 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-31673f03-15ea-4df7-b879-8a442c013c32 req-3b3d66ea-d1ad-4083-bab2-8754e5bf69b3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543275 Jul 16 11:37:22.228713 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe6883-14ab-4ab7-9b42-cadd35931ed1 req-ca0bbd71-7015-42a5-a3e7-bd09306c3f7e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:22.232254 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-53fe6883-14ab-4ab7-9b42-cadd35931ed1 req-ca0bbd71-7015-42a5-a3e7-bd09306c3f7e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 932 time: 0.0960925 Jul 16 11:37:22.275082 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-53fe6883-14ab-4ab7-9b42-cadd35931ed1 req-65f5da37-2ad3-4ef6-964a-d4e1fbcab074 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339899 Jul 16 11:37:22.830752 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0daef-69b8-449a-898a-8d65688ef4f3 req-fbc15694-8e00-43c2-bf14-3edd008a6b11 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:22.832814 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-35c0daef-69b8-449a-898a-8d65688ef4f3 req-fbc15694-8e00-43c2-bf14-3edd008a6b11 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0653193 Jul 16 11:37:22.873138 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-35c0daef-69b8-449a-898a-8d65688ef4f3 req-61c86b75-c980-41ee-9e21-42b434032b44 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347762 Jul 16 11:37:23.386020 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f33667-06b2-4c0d-b2b4-d79344df780f req-6dffa832-adcb-4c46-a416-17583ef45318 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:23.387607 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-66f33667-06b2-4c0d-b2b4-d79344df780f req-6dffa832-adcb-4c46-a416-17583ef45318 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0685134 Jul 16 11:37:23.459802 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-66f33667-06b2-4c0d-b2b4-d79344df780f req-aebf94a3-a6b1-4d3c-bce9-e10321be8f52 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585074 Jul 16 11:37:23.482858 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4474bb-1771-4afd-b55c-3afcf185801f req-09465cf5-d6fb-4893-ac82-1a5af6a2d86e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:23.485782 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-db4474bb-1771-4afd-b55c-3afcf185801f req-09465cf5-d6fb-4893-ac82-1a5af6a2d86e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 932 time: 0.0956223 Jul 16 11:37:23.526798 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-db4474bb-1771-4afd-b55c-3afcf185801f req-5ca370eb-d7ab-4dbe-a9ba-1893341722da tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337882 Jul 16 11:37:24.052755 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b69f2-c6c2-45dd-869d-d25830bbc8da req-f12cd657-f2b9-40f8-bccd-0c8fb524d672 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:24.054282 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-587b69f2-c6c2-45dd-869d-d25830bbc8da req-f12cd657-f2b9-40f8-bccd-0c8fb524d672 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0674195 Jul 16 11:37:24.059146 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Request body: {'port': {'device_id': '96368106-1dae-4c7e-8e41-c183c51a65f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:37:24.117068 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-587b69f2-c6c2-45dd-869d-d25830bbc8da req-4f23c4cd-de1f-4f65-bc5c-1dd2200322ef tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553920 Jul 16 11:37:24.151905 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:24.399466 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b97b492-9bf0-4ccd-b725-04f40e5537aa {{(pid=93104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:37:24.407120 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:24.418080 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Transition to ACTIVE for port object 6b97b492-9bf0-4ccd-b725-04f40e5537aa will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:37:24.422629 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:24.486683 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Pushing event updated for resources: {'Port': ['ID=6b97b492-9bf0-4ccd-b725-04f40e5537aa,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:37:24.536253 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Attempting to bind port 6b97b492-9bf0-4ccd-b725-04f40e5537aa on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:37:24.536615 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Attempting to bind port 6b97b492-9bf0-4ccd-b725-04f40e5537aa by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'ad821385-04c3-440f-b2e8-61502438f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:37:24.536941 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Attempting to bind port 6b97b492-9bf0-4ccd-b725-04f40e5537aa on network 6f27cbcf-838f-437f-85a6-888a3b782efb {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:37:24.541067 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Port 6b97b492-9bf0-4ccd-b725-04f40e5537aa on network 6f27cbcf-838f-437f-85a6-888a3b782efb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:37:24.541386 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Attempting to bind port 6b97b492-9bf0-4ccd-b725-04f40e5537aa on network 6f27cbcf-838f-437f-85a6-888a3b782efb {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:37:24.546110 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:37:24.546444 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Checking segment: {'id': 'ad821385-04c3-440f-b2e8-61502438f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:37:24.546826 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Bound using segment: {'id': 'ad821385-04c3-440f-b2e8-61502438f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:37:24.547243 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Bound port: 6b97b492-9bf0-4ccd-b725-04f40e5537aa, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad821385-04c3-440f-b2e8-61502438f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:37:24.547592 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:24.658108 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] For port 6b97b492-9bf0-4ccd-b725-04f40e5537aa, host hv-cinder-78476, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:37:24.695636 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] For port 6b97b492-9bf0-4ccd-b725-04f40e5537aa, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=6b97b492-9bf0-4ccd-b725-04f40e5537aa,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:37:24.703276 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:24.796036 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:24.954106 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fa2c3-05d4-4ac4-bbdb-f320bb93e3f4 req-90e45275-3d89-41d8-ad83-ff00088b0be7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:24.955588 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c10fa2c3-05d4-4ac4-bbdb-f320bb93e3f4 req-90e45275-3d89-41d8-ad83-ff00088b0be7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.3692999 Jul 16 11:37:24.980815 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:24.981424 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:24.982768 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] 10.222.0.13 "PUT /v2.0/ports/6b97b492-9bf0-4ccd-b725-04f40e5537aa HTTP/1.1" status: 200 len: 1094 time: 0.9276025 Jul 16 11:37:24.984005 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96368106-1dae-4c7e-8e41-c183c51a65f5', 'tag': '6b97b492-9bf0-4ccd-b725-04f40e5537aa'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:37:24.986443 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0f2845-12a2-4efb-b11a-c46fe27476c8" -d '{"events": [{"name": "network-changed", "server_uuid": "96368106-1dae-4c7e-8e41-c183c51a65f5", "tag": "6b97b492-9bf0-4ccd-b725-04f40e5537aa"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:37:25.026694 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7f66c-9c08-4afd-a0c1-68de6f93fb56 service neutron] Pushing event updated for resources: {'Port': ['ID=6b97b492-9bf0-4ccd-b725-04f40e5537aa,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:37:25.042757 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72c506-acb4-46bb-b4b2-5da5e9e86453 req-1090a919-e40d-4a35-9cf6-f8b08e26230f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:25.044444 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0e72c506-acb4-46bb-b4b2-5da5e9e86453 req-1090a919-e40d-4a35-9cf6-f8b08e26230f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 944 time: 0.3996546 Jul 16 11:37:25.056488 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c10fa2c3-05d4-4ac4-bbdb-f320bb93e3f4 req-f8102340-242a-4296-a54e-909bc2b0eb62 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938714 Jul 16 11:37:25.106442 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621a402c-07cc-41ee-a93c-a0c4eaef4dec x-openstack-request-id: req-621a402c-07cc-41ee-a93c-a0c4eaef4dec {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:37:25.106731 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96368106-1dae-4c7e-8e41-c183c51a65f5", "tag": "6b97b492-9bf0-4ccd-b725-04f40e5537aa", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:37:25.106978 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-621a402c-07cc-41ee-a93c-a0c4eaef4dec {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:37:25.107363 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96368106-1dae-4c7e-8e41-c183c51a65f5', 'tag': '6b97b492-9bf0-4ccd-b725-04f40e5537aa', 'status': 'completed', 'code': 200} Jul 16 11:37:25.113925 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0e72c506-acb4-46bb-b4b2-5da5e9e86453 req-7a9ceb45-c055-4b9e-ad06-404b9df64226 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624571 Jul 16 11:37:25.128328 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-56306180-39c6-4e21-8924-726eec43c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:25.129789 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-56306180-39c6-4e21-8924-726eec43c22a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8962fef25ed4c4d8a016a63771cf75c&device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 1097 time: 0.0946164 Jul 16 11:37:25.174338 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-a83b0749-1e6f-475f-ae17-53edd90036f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b97b492-9bf0-4ccd-b725-04f40e5537aa HTTP/1.1" status: 200 len: 217 time: 0.0360413 Jul 16 11:37:25.242076 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-924264d5-0b61-49fa-8138-e2116b0b80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:25.243482 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-924264d5-0b61-49fa-8138-e2116b0b80d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8 HTTP/1.1" status: 200 len: 854 time: 0.0511718 Jul 16 11:37:25.296711 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-def51379-fab9-401b-8777-7b2cf9194c8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f27cbcf-838f-437f-85a6-888a3b782efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365281 Jul 16 11:37:25.348086 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731711c3-e4be-4215-b6d5-bda11bb07a22 req-158f2e0a-608f-414e-bd70-f9da623239a4 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:25.349545 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-731711c3-e4be-4215-b6d5-bda11bb07a22 req-158f2e0a-608f-414e-bd70-f9da623239a4 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.1198800 Jul 16 11:37:25.425384 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-731711c3-e4be-4215-b6d5-bda11bb07a22 req-fe345c4c-bf16-453e-b78f-9c1756284c8b tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501347 Jul 16 11:37:25.427223 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-60626be4-902e-416e-be73-087493c2cd7c service neutron] 10.222.0.13 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208022 Jul 16 11:37:25.521861 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-140bff2d-be64-48b3-9da1-7a393b5dd0c6 req-dd5d2588-5997-44b9-a658-cc981ee8378a service neutron] 10.222.0.13 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844638 Jul 16 11:37:25.621616 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f2845-12a2-4efb-b11a-c46fe27476c8 req-f674e819-2645-4607-b8b0-43e38573c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:25.623094 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9d0f2845-12a2-4efb-b11a-c46fe27476c8 req-f674e819-2645-4607-b8b0-43e38573c250 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8962fef25ed4c4d8a016a63771cf75c&device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 1097 time: 0.0516610 Jul 16 11:37:25.720111 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f2845-12a2-4efb-b11a-c46fe27476c8 req-d925fe28-1fac-489d-874e-4ccffb0dbaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:25.721462 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9d0f2845-12a2-4efb-b11a-c46fe27476c8 req-d925fe28-1fac-489d-874e-4ccffb0dbaaa service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f27cbcf-838f-437f-85a6-888a3b782efb HTTP/1.1" status: 200 len: 915 time: 0.0857379 Jul 16 11:37:25.765254 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9d0f2845-12a2-4efb-b11a-c46fe27476c8 req-196e8b12-b9e8-4d66-a4fe-2ad63d5250d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b97b492-9bf0-4ccd-b725-04f40e5537aa HTTP/1.1" status: 200 len: 217 time: 0.0331063 Jul 16 11:37:25.816548 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f2845-12a2-4efb-b11a-c46fe27476c8 req-198b9e51-c4d6-4c42-8223-3bdcab2df3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:25.817978 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9d0f2845-12a2-4efb-b11a-c46fe27476c8 req-198b9e51-c4d6-4c42-8223-3bdcab2df3e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8 HTTP/1.1" status: 200 len: 854 time: 0.0430167 Jul 16 11:37:25.855580 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9d0f2845-12a2-4efb-b11a-c46fe27476c8 req-953ef69a-872a-4246-859c-ee92577c536c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f27cbcf-838f-437f-85a6-888a3b782efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290830 Jul 16 11:37:25.947615 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9d0f2845-12a2-4efb-b11a-c46fe27476c8 req-8f0e918c-f120-462a-a0d4-92f3c7703598 service neutron] 10.222.0.13 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817094 Jul 16 11:37:26.045843 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9d0f2845-12a2-4efb-b11a-c46fe27476c8 req-bd96c375-dd96-4f73-8f5f-a93b63e72d8c service neutron] 10.222.0.13 "GET /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843754 Jul 16 11:37:26.230791 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b1482-bd24-421f-8abf-45cbc06b8e4c req-8bbb56d8-7f1a-47de-a800-603e445113e8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:26.232334 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2c6b1482-bd24-421f-8abf-45cbc06b8e4c req-8bbb56d8-7f1a-47de-a800-603e445113e8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0628383 Jul 16 11:37:26.298279 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2c6b1482-bd24-421f-8abf-45cbc06b8e4c req-9a30e245-9c7b-4493-bf91-2090b3d04ca0 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580995 Jul 16 11:37:26.319317 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67004d3d-b8f7-47f7-abec-f95bc06470fe req-3546a8b7-7183-4cb9-b581-16c17af42cd6 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:26.320783 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-67004d3d-b8f7-47f7-abec-f95bc06470fe req-3546a8b7-7183-4cb9-b581-16c17af42cd6 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 944 time: 0.0977621 Jul 16 11:37:26.356608 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-67004d3d-b8f7-47f7-abec-f95bc06470fe req-fdabc6ce-17e4-4580-a0ec-1c8c0b59e63a tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303767 Jul 16 11:37:26.590080 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f086007-897a-4d35-97de-65360be8f4a9 req-e5abdb39-6900-440e-9282-0ff0e6d5d1ea tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:26.591295 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0f086007-897a-4d35-97de-65360be8f4a9 req-e5abdb39-6900-440e-9282-0ff0e6d5d1ea tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0608008 Jul 16 11:37:26.627627 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0f086007-897a-4d35-97de-65360be8f4a9 req-6f1fd806-8e11-4e20-8913-e9fa910535bc tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309408 Jul 16 11:37:27.472087 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614c42e-5398-41b4-8da3-e80e91beafb3 req-3620114a-ce4a-449a-a692-f0994936404b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:27.473568 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6614c42e-5398-41b4-8da3-e80e91beafb3 req-3620114a-ce4a-449a-a692-f0994936404b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0608666 Jul 16 11:37:27.541663 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6614c42e-5398-41b4-8da3-e80e91beafb3 req-9462d289-72aa-4f49-a48c-0006d4779612 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591359 Jul 16 11:37:27.562399 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e7a4-933d-4fa2-9685-dfc4b16f5d7e req-60e39b34-03be-4319-9eee-d6c2f1c532b5 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:27.563853 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8d50e7a4-933d-4fa2-9685-dfc4b16f5d7e req-60e39b34-03be-4319-9eee-d6c2f1c532b5 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 944 time: 0.0894239 Jul 16 11:37:27.599750 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8d50e7a4-933d-4fa2-9685-dfc4b16f5d7e req-a2fae79b-5245-475d-b3fb-c1594a84cd63 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302827 Jul 16 11:37:27.793291 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d6996-d63d-4a6d-97db-187fdd433c01 req-6bc06a7e-ea42-49df-a3e6-9f8b24b5ada4 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:27.794648 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-649d6996-d63d-4a6d-97db-187fdd433c01 req-6bc06a7e-ea42-49df-a3e6-9f8b24b5ada4 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0598128 Jul 16 11:37:27.831867 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-649d6996-d63d-4a6d-97db-187fdd433c01 req-45d6f19a-5cd2-4049-9efb-6185d10212a5 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307949 Jul 16 11:37:28.730862 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a2a5d-9d64-4d62-9bbb-f03dd0434902 req-1e20072b-59e0-4235-9bb0-8019d994af7e tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:28.732310 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5b1a2a5d-9d64-4d62-9bbb-f03dd0434902 req-1e20072b-59e0-4235-9bb0-8019d994af7e tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0752394 Jul 16 11:37:28.795737 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5b1a2a5d-9d64-4d62-9bbb-f03dd0434902 req-d3cea3a4-ea5b-4862-8424-fa4c344e6ab2 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444880 Jul 16 11:37:28.812429 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ac33e-4584-4704-9118-4785bb0837e9 req-5a89e329-1064-4641-af00-47c6bfc19239 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:28.813914 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9c7ac33e-4584-4704-9118-4785bb0837e9 req-5a89e329-1064-4641-af00-47c6bfc19239 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 944 time: 0.0993848 Jul 16 11:37:28.831049 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 6b97b492-9bf0-4ccd-b725-04f40e5537aa details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:37:28.852413 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9c7ac33e-4584-4704-9118-4785bb0837e9 req-4d2db117-8a5d-42c3-b3de-28afde84075b tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325212 Jul 16 11:37:28.922518 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-d26ec45f-a459-4283-bc74-61ccbf14b4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:28.945401 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 6b97b492-9bf0-4ccd-b725-04f40e5537aa, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=6b97b492-9bf0-4ccd-b725-04f40e5537aa,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:37:28.956743 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': '6b97b492-9bf0-4ccd-b725-04f40e5537aa', 'network_id': '6f27cbcf-838f-437f-85a6-888a3b782efb', 'port_id': '6b97b492-9bf0-4ccd-b725-04f40e5537aa', 'mac_address': 'fa:16:3e:35:c8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:37:28.992474 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:29.002104 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c965ad1-b9b2-41be-8c4f-e87eeca56806 req-062cff54-386b-49ce-9a5d-7d6824797ab0 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:29.003581 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7c965ad1-b9b2-41be-8c4f-e87eeca56806 req-062cff54-386b-49ce-9a5d-7d6824797ab0 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0636582 Jul 16 11:37:29.005642 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b97b492-9bf0-4ccd-b725-04f40e5537aa {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:37:29.025083 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 6b97b492-9bf0-4ccd-b725-04f40e5537aa, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=6b97b492-9bf0-4ccd-b725-04f40e5537aa,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:37:29.028672 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:29.047099 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7c965ad1-b9b2-41be-8c4f-e87eeca56806 req-4bd6ae51-0a13-4efd-8dc9-40c8f0519e17 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374489 Jul 16 11:37:29.078061 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=6b97b492-9bf0-4ccd-b725-04f40e5537aa,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:37:29.361325 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['6b97b492-9bf0-4ccd-b725-04f40e5537aa'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:37:29.973198 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f8419-8e7e-4581-ac40-1d05852b2631 req-225e7861-3f10-4280-ad4c-784b3c49a2c8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:29.974682 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-df8f8419-8e7e-4581-ac40-1d05852b2631 req-225e7861-3f10-4280-ad4c-784b3c49a2c8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0619936 Jul 16 11:37:30.040328 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-df8f8419-8e7e-4581-ac40-1d05852b2631 req-79c008e4-dc0e-432a-89a2-d5baedf6528c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566659 Jul 16 11:37:30.057804 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb02614-04ec-46be-94bd-2a150287ccad req-e61fdb7b-3f2c-4bb3-b975-4223929ce5e8 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:30.059249 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9cb02614-04ec-46be-94bd-2a150287ccad req-e61fdb7b-3f2c-4bb3-b975-4223929ce5e8 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 945 time: 0.0837035 Jul 16 11:37:30.096827 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9cb02614-04ec-46be-94bd-2a150287ccad req-cbd70add-61c9-45e9-affb-dc0270ecf4f6 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313759 Jul 16 11:37:30.218517 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d2cca-53e9-4582-8a81-a0c329e3073e req-b8a2f197-a96c-4606-a69d-db9053baaf05 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:30.219886 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8d4d2cca-53e9-4582-8a81-a0c329e3073e req-b8a2f197-a96c-4606-a69d-db9053baaf05 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0629115 Jul 16 11:37:30.254796 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8d4d2cca-53e9-4582-8a81-a0c329e3073e req-79e99d67-884b-4a29-9f9a-930dae758295 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295222 Jul 16 11:37:30.845032 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 6b97b492-9bf0-4ccd-b725-04f40e5537aa up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:37:30.890037 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port 6b97b492-9bf0-4ccd-b725-04f40e5537aa completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:37:30.894103 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port 6b97b492-9bf0-4ccd-b725-04f40e5537aa triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:37:30.894464 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:31.084054 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:31.106229 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96368106-1dae-4c7e-8e41-c183c51a65f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b97b492-9bf0-4ccd-b725-04f40e5537aa'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:37:31.108508 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408fd4d2-db8b-4b9c-967e-99c36864b272" -d '{"events": [{"server_uuid": "96368106-1dae-4c7e-8e41-c183c51a65f5", "name": "network-vif-plugged", "status": "completed", "tag": "6b97b492-9bf0-4ccd-b725-04f40e5537aa"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:37:31.121005 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 6b97b492-9bf0-4ccd-b725-04f40e5537aa, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=6b97b492-9bf0-4ccd-b725-04f40e5537aa,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:37:31.125651 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:31.152701 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd0921c-3eef-41a9-be4c-87a190e1c29e x-openstack-request-id: req-5fd0921c-3eef-41a9-be4c-87a190e1c29e {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:37:31.152990 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96368106-1dae-4c7e-8e41-c183c51a65f5", "name": "network-vif-plugged", "status": "completed", "tag": "6b97b492-9bf0-4ccd-b725-04f40e5537aa", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:37:31.153371 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5fd0921c-3eef-41a9-be4c-87a190e1c29e {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:37:31.153760 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96368106-1dae-4c7e-8e41-c183c51a65f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b97b492-9bf0-4ccd-b725-04f40e5537aa', 'code': 200} Jul 16 11:37:31.183615 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=6b97b492-9bf0-4ccd-b725-04f40e5537aa,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:37:31.230629 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051960b3-4598-4099-b3d9-6d527806d016 req-bf1e99db-a98c-438a-92bb-ea6edb6a7ee6 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:31.232477 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-051960b3-4598-4099-b3d9-6d527806d016 req-bf1e99db-a98c-438a-92bb-ea6edb6a7ee6 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0729427 Jul 16 11:37:31.300380 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-051960b3-4598-4099-b3d9-6d527806d016 req-18d792c5-f55a-4566-9ec8-54cd910d8b1f tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624342 Jul 16 11:37:31.337364 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef3346-080f-483d-a71b-700b4a673505 req-9d3688a5-5ea4-4266-b665-52325c5cf42d tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:31.338834 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e7ef3346-080f-483d-a71b-700b4a673505 req-9d3688a5-5ea4-4266-b665-52325c5cf42d tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 946 time: 0.0848420 Jul 16 11:37:31.404781 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e7ef3346-080f-483d-a71b-700b4a673505 req-ff6452c5-95ff-40fb-a4fe-13ea277b0931 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579772 Jul 16 11:37:31.451919 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022c240-31e1-422e-a8d3-9517313f865b req-370730a3-c6d5-4d15-a12c-6e7e92226b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:31.453896 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2022c240-31e1-422e-a8d3-9517313f865b req-370730a3-c6d5-4d15-a12c-6e7e92226b18 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 1099 time: 0.1142199 Jul 16 11:37:31.492089 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4aff98-e456-4682-997e-c4cf68f13fa2 req-4881fe4b-fb69-41b0-ac5b-daf6f8a8a19d tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:31.493486 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5a4aff98-e456-4682-997e-c4cf68f13fa2 req-4881fe4b-fb69-41b0-ac5b-daf6f8a8a19d tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0878513 Jul 16 11:37:31.513284 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2022c240-31e1-422e-a8d3-9517313f865b req-8054d967-d1ef-4a2d-a6e6-9282507ffe50 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524845 Jul 16 11:37:31.538115 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5a4aff98-e456-4682-997e-c4cf68f13fa2 req-de21d783-65d2-4bb4-b3be-37ef55465cf3 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381131 Jul 16 11:37:31.668566 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd508-7ee4-481b-807e-8b1df66024bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:32.049685 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:32.482921 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4247543-3833-4a0f-b33b-56d8aba5ed42 req-a2391e51-d0f8-4b23-ad50-b7d7dc6fbe3d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:32.484432 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f4247543-3833-4a0f-b33b-56d8aba5ed42 req-a2391e51-d0f8-4b23-ad50-b7d7dc6fbe3d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 944 time: 0.0646856 Jul 16 11:37:32.534000 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f4247543-3833-4a0f-b33b-56d8aba5ed42 req-2ecac3f6-2d38-4212-9547-aeee401315ce tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424190 Jul 16 11:37:32.587791 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1629f-ae19-4686-b52b-2b3a3d0c5aae req-33d1d052-714e-4edb-bbfa-f2728867b96d tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:32.589418 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-33d1629f-ae19-4686-b52b-2b3a3d0c5aae req-33d1d052-714e-4edb-bbfa-f2728867b96d tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 946 time: 0.0715039 Jul 16 11:37:32.627873 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-33d1629f-ae19-4686-b52b-2b3a3d0c5aae req-40be9771-3a5b-47c2-a5a7-bd7f52d02c0d tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319183 Jul 16 11:37:32.714637 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa68430-5718-4368-833c-490d82d9f54c req-15799551-25cb-49c6-be96-4a0dce302d7d tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:32.716030 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3aa68430-5718-4368-833c-490d82d9f54c req-15799551-25cb-49c6-be96-4a0dce302d7d tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0620151 Jul 16 11:37:32.755989 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3aa68430-5718-4368-833c-490d82d9f54c req-ed1d9003-a8d0-4468-ac8d-cc59b4bca36c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342095 Jul 16 11:37:32.789744 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:32.861350 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device e4f37eb1-66c8-420b-9b91-6480de0fc846 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:37:32.954192 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port e4f37eb1-66c8-420b-9b91-6480de0fc846, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e4f37eb1-66c8-420b-9b91-6480de0fc846,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:37:32.964635 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': 'e4f37eb1-66c8-420b-9b91-6480de0fc846', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'port_id': 'e4f37eb1-66c8-420b-9b91-6480de0fc846', 'mac_address': 'fa:16:3e:d1:9f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:37:33.000469 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:33.014002 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f37eb1-66c8-420b-9b91-6480de0fc846 {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:37:33.037949 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port e4f37eb1-66c8-420b-9b91-6480de0fc846, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e4f37eb1-66c8-420b-9b91-6480de0fc846,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:37:33.041664 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:33.089287 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=e4f37eb1-66c8-420b-9b91-6480de0fc846,revision_number=9']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:37:33.356337 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['e4f37eb1-66c8-420b-9b91-6480de0fc846'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:37:33.707717 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b629547-cf63-45f5-aab3-75da8112fed6 req-a93234a8-9829-4b28-b42c-f131a3c3eb82 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:33.709217 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6b629547-cf63-45f5-aab3-75da8112fed6 req-a93234a8-9829-4b28-b42c-f131a3c3eb82 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 945 time: 0.0612242 Jul 16 11:37:33.755347 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6b629547-cf63-45f5-aab3-75da8112fed6 req-564e8f9a-8cd8-45bb-8c86-eff471b3d3cb tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402722 Jul 16 11:37:33.804902 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ff90a-41e3-4f52-8db6-ae4e68562b19 req-bfb4948c-7455-436f-a9b7-972d93e12832 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:33.806386 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7b4ff90a-41e3-4f52-8db6-ae4e68562b19 req-bfb4948c-7455-436f-a9b7-972d93e12832 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 946 time: 0.0665321 Jul 16 11:37:33.844398 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7b4ff90a-41e3-4f52-8db6-ae4e68562b19 req-900eb48b-9443-4ba7-911c-2fc680c46712 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312860 Jul 16 11:37:33.934024 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223eedb-d11d-4c8f-966a-8f7ae4d272b8 req-c07a044a-0abc-4d46-a09e-cd6b0f7ec0e3 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:33.935486 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b223eedb-d11d-4c8f-966a-8f7ae4d272b8 req-c07a044a-0abc-4d46-a09e-cd6b0f7ec0e3 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0645607 Jul 16 11:37:33.973670 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b223eedb-d11d-4c8f-966a-8f7ae4d272b8 req-0e68682f-1363-4a4c-af94-fe8ec668cba6 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325620 Jul 16 11:37:34.309134 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:34.430380 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 46282) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:37:34.561273 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-49c2bda5-f5a3-4fb6-89a3-81c0f0821607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:34.646374 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-49c2bda5-f5a3-4fb6-89a3-81c0f0821607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:34.649809 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-49c2bda5-f5a3-4fb6-89a3-81c0f0821607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:34.686404 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-49c2bda5-f5a3-4fb6-89a3-81c0f0821607 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01f36597e7bc4eb8a21e30ba2a900f1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549412 Jul 16 11:37:34.687501 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2bda5-f5a3-4fb6-89a3-81c0f0821607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61a1af2-31df-4b12-a2e6-1f24f15c184c,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:37:34.689094 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 46286) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:37:34.694426 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2bda5-f5a3-4fb6-89a3-81c0f0821607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.694775 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2bda5-f5a3-4fb6-89a3-81c0f0821607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.695115 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2bda5-f5a3-4fb6-89a3-81c0f0821607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.695447 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2bda5-f5a3-4fb6-89a3-81c0f0821607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.695776 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2bda5-f5a3-4fb6-89a3-81c0f0821607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.696133 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2bda5-f5a3-4fb6-89a3-81c0f0821607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.696465 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2bda5-f5a3-4fb6-89a3-81c0f0821607 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.696785 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2bda5-f5a3-4fb6-89a3-81c0f0821607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.697109 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2bda5-f5a3-4fb6-89a3-81c0f0821607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.697427 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2bda5-f5a3-4fb6-89a3-81c0f0821607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.697745 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2bda5-f5a3-4fb6-89a3-81c0f0821607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.698063 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2bda5-f5a3-4fb6-89a3-81c0f0821607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.738651 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e5613f5b-74fe-41c8-9c47-803a1ad0ea14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:34.762376 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e5613f5b-74fe-41c8-9c47-803a1ad0ea14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:34.808944 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e5613f5b-74fe-41c8-9c47-803a1ad0ea14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:34.811668 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e5613f5b-74fe-41c8-9c47-803a1ad0ea14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:34.812957 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-e5613f5b-74fe-41c8-9c47-803a1ad0ea14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e61a1af2-31df-4b12-a2e6-1f24f15c184c HTTP/1.1" status: 204 len: 168 time: 0.1228559 Jul 16 11:37:34.820899 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5613f5b-74fe-41c8-9c47-803a1ad0ea14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61a1af2-31df-4b12-a2e6-1f24f15c184c,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:37:34.828672 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5613f5b-74fe-41c8-9c47-803a1ad0ea14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.829030 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5613f5b-74fe-41c8-9c47-803a1ad0ea14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.829366 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5613f5b-74fe-41c8-9c47-803a1ad0ea14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.829700 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5613f5b-74fe-41c8-9c47-803a1ad0ea14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.830029 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5613f5b-74fe-41c8-9c47-803a1ad0ea14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.830364 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5613f5b-74fe-41c8-9c47-803a1ad0ea14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.830741 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5613f5b-74fe-41c8-9c47-803a1ad0ea14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.831085 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5613f5b-74fe-41c8-9c47-803a1ad0ea14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.831411 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5613f5b-74fe-41c8-9c47-803a1ad0ea14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.831665 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5613f5b-74fe-41c8-9c47-803a1ad0ea14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.832015 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5613f5b-74fe-41c8-9c47-803a1ad0ea14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.832341 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5613f5b-74fe-41c8-9c47-803a1ad0ea14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:37:34.874541 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device e4f37eb1-66c8-420b-9b91-6480de0fc846 up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:37:34.922985 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port e4f37eb1-66c8-420b-9b91-6480de0fc846 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:37:34.923389 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:34.942475 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eca8e0-f9a9-4d07-a30e-9e613fbc5ceb req-b1d49f23-3a54-4b71-a4e6-19969fdf6215 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:34.950627 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b9eca8e0-f9a9-4d07-a30e-9e613fbc5ceb req-b1d49f23-3a54-4b71-a4e6-19969fdf6215 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 945 time: 0.0766523 Jul 16 11:37:34.990829 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b9eca8e0-f9a9-4d07-a30e-9e613fbc5ceb req-ed2f1285-f173-48a2-9666-23d9ca679d0b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391400 Jul 16 11:37:35.006522 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:35.032854 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f37eb1-66c8-420b-9b91-6480de0fc846'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:37:35.035372 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb856783-552c-4466-a410-fc1d2d08340e" -d '{"events": [{"server_uuid": "5aebda69-8c8b-478b-936a-efc1bff04e79", "name": "network-vif-plugged", "status": "completed", "tag": "e4f37eb1-66c8-420b-9b91-6480de0fc846"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:37:35.051013 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port e4f37eb1-66c8-420b-9b91-6480de0fc846, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e4f37eb1-66c8-420b-9b91-6480de0fc846,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:37:35.057155 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:35.088754 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635ca399-e719-47bb-8e56-5ace31bc5618 x-openstack-request-id: req-635ca399-e719-47bb-8e56-5ace31bc5618 {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:37:35.089051 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aebda69-8c8b-478b-936a-efc1bff04e79", "name": "network-vif-plugged", "status": "completed", "tag": "e4f37eb1-66c8-420b-9b91-6480de0fc846", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:37:35.089356 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-635ca399-e719-47bb-8e56-5ace31bc5618 {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:37:35.089756 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f37eb1-66c8-420b-9b91-6480de0fc846', 'code': 200} Jul 16 11:37:35.122640 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=e4f37eb1-66c8-420b-9b91-6480de0fc846,revision_number=10']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:37:35.195143 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05088689-6866-4f9c-bae9-8ad058894a73 req-ac6a929b-8eb4-4e9a-aeb8-509922f8a0f1 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:35.196660 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-05088689-6866-4f9c-bae9-8ad058894a73 req-ac6a929b-8eb4-4e9a-aeb8-509922f8a0f1 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0668681 Jul 16 11:37:35.233507 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-05088689-6866-4f9c-bae9-8ad058894a73 req-a9142e7a-0bc2-4cdf-a25e-711ff83d8551 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313540 Jul 16 11:37:35.664057 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7946ba-ed62-45fd-966f-0b235ad17d0d req-07b317dc-7792-4ab8-85d9-f3ef16160244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:35.665545 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3e7946ba-ed62-45fd-966f-0b235ad17d0d req-07b317dc-7792-4ab8-85d9-f3ef16160244 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 1100 time: 0.0536997 Jul 16 11:37:35.701029 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3e7946ba-ed62-45fd-966f-0b235ad17d0d req-ada79dcc-98ea-4f69-9365-21599585961e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272505 Jul 16 11:37:35.831613 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405c0a0-f776-43fb-8096-b282dcd0a413 req-9fffab42-3b5c-489e-8ca8-c13c8e0779fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:35.833109 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f405c0a0-f776-43fb-8096-b282dcd0a413 req-9fffab42-3b5c-489e-8ca8-c13c8e0779fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 1099 time: 0.0528767 Jul 16 11:37:35.885428 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f405c0a0-f776-43fb-8096-b282dcd0a413 req-a011a0e8-467e-485f-b38a-18f48a95d1ef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271275 Jul 16 11:37:36.174529 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edf2fd-2bbb-4bb3-8854-4048f3eb6537 req-c08928de-7d2a-4d60-84af-f61f6f505f0d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:36.176012 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-66edf2fd-2bbb-4bb3-8854-4048f3eb6537 req-c08928de-7d2a-4d60-84af-f61f6f505f0d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 947 time: 0.0609562 Jul 16 11:37:36.211487 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-66edf2fd-2bbb-4bb3-8854-4048f3eb6537 req-34e07b97-453c-464f-9ad5-86e9f3ee968f tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300107 Jul 16 11:37:36.401550 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e58e79-f4ab-49ad-ad0b-88cea93dd9a6 req-52d0a5c3-b84c-4e75-8135-312437b28d36 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:36.403027 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d6e58e79-f4ab-49ad-ad0b-88cea93dd9a6 req-52d0a5c3-b84c-4e75-8135-312437b28d36 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0606177 Jul 16 11:37:36.439372 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d6e58e79-f4ab-49ad-ad0b-88cea93dd9a6 req-2b91405b-b68d-4600-b02b-1750a94990f5 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303600 Jul 16 11:37:37.397731 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe68823-3065-41ce-89c4-52c34b4dec39 req-cf16d368-e45e-4596-b749-01060f5e000e tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:37.399215 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-abe68823-3065-41ce-89c4-52c34b4dec39 req-cf16d368-e45e-4596-b749-01060f5e000e tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 947 time: 0.0670724 Jul 16 11:37:37.436208 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-abe68823-3065-41ce-89c4-52c34b4dec39 req-cea1fc9f-d902-445f-8a16-796faa3f08d6 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315309 Jul 16 11:37:37.618085 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d529ba-6dc8-4ef9-a405-b998fd7611cb req-467411db-db90-4956-bd16-276b5e21b2a7 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:37.619561 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-52d529ba-6dc8-4ef9-a405-b998fd7611cb req-467411db-db90-4956-bd16-276b5e21b2a7 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0701761 Jul 16 11:37:37.656026 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-52d529ba-6dc8-4ef9-a405-b998fd7611cb req-324cc7fa-1051-409a-b6a1-b12ba4ada96a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309088 Jul 16 11:37:38.111337 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b35db-136b-4abc-a1a4-59f0509440df req-b843c8e5-1ef4-405b-877e-3230a2d3bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:38.112840 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-677b35db-136b-4abc-a1a4-59f0509440df req-b843c8e5-1ef4-405b-877e-3230a2d3bfc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f11877dcb4c49b69a3ec00e05d74fab&device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 1099 time: 0.0849266 Jul 16 11:37:38.193377 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e978a15-c8d4-4085-8774-ab7571c76f96 req-b9d611d0-f760-482f-9fa7-32339557cd62 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:38.194740 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8e978a15-c8d4-4085-8774-ab7571c76f96 req-b9d611d0-f760-482f-9fa7-32339557cd62 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.1236103 Jul 16 11:37:38.238898 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b35db-136b-4abc-a1a4-59f0509440df req-62c9ac6d-e681-48df-bc3a-55fc42237aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:38.240342 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-677b35db-136b-4abc-a1a4-59f0509440df req-62c9ac6d-e681-48df-bc3a-55fc42237aba service neutron] 10.222.0.13 "GET /v2.0/networks?id=fee2e96e-034a-462e-b501-313f6b4a85f3 HTTP/1.1" status: 200 len: 919 time: 0.1207137 Jul 16 11:37:38.246989 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8e978a15-c8d4-4085-8774-ab7571c76f96 req-db6b64cc-7256-4127-b641-b30ffc49bc50 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466003 Jul 16 11:37:38.281843 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-677b35db-136b-4abc-a1a4-59f0509440df req-e4351f6e-b916-44f4-bfa9-f375ded208a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebfb4fa8-1097-4e04-82b3-f21383da1644 HTTP/1.1" status: 200 len: 217 time: 0.0333397 Jul 16 11:37:38.328939 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b35db-136b-4abc-a1a4-59f0509440df req-d1e7bfff-12d0-43c1-9178-2a035238b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:38.330419 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-677b35db-136b-4abc-a1a4-59f0509440df req-d1e7bfff-12d0-43c1-9178-2a035238b09b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01 HTTP/1.1" status: 200 len: 858 time: 0.0424924 Jul 16 11:37:38.364262 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-677b35db-136b-4abc-a1a4-59f0509440df req-f3aad14a-8a31-4f84-bc5c-6244b67be0d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fee2e96e-034a-462e-b501-313f6b4a85f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271187 Jul 16 11:37:38.448419 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-677b35db-136b-4abc-a1a4-59f0509440df req-9279f860-89f4-4d12-8ff5-4baa68bf620b service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0764935 Jul 16 11:37:38.537896 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-677b35db-136b-4abc-a1a4-59f0509440df req-cb47ecfb-5b9d-4ce7-87fa-81edc02efa19 service neutron] 10.222.0.13 "GET /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817273 Jul 16 11:37:38.609017 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094ee0f-0041-4761-af71-d7034b5734e0 req-f8a37315-514f-45bd-a972-326b245db0e8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:38.610480 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e094ee0f-0041-4761-af71-d7034b5734e0 req-f8a37315-514f-45bd-a972-326b245db0e8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 947 time: 0.0597746 Jul 16 11:37:38.646410 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e094ee0f-0041-4761-af71-d7034b5734e0 req-028c8682-270a-4e5f-8d94-43e2591ac7b9 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304511 Jul 16 11:37:39.416106 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea55737-b7fe-4d53-bfd0-96d77c1c57cc req-c3ddaa3d-023c-4fc2-869f-1e12953f5172 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:39.417534 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-eea55737-b7fe-4d53-bfd0-96d77c1c57cc req-c3ddaa3d-023c-4fc2-869f-1e12953f5172 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0603626 Jul 16 11:37:39.453272 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-eea55737-b7fe-4d53-bfd0-96d77c1c57cc req-48db5b6b-eb93-482e-8474-eefacea03a1a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303447 Jul 16 11:37:40.623487 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793f709-9f93-42f5-96ff-9444d437841d req-b86e591c-fa26-4212-aa36-a5a5bc156dac tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:40.624968 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a793f709-9f93-42f5-96ff-9444d437841d req-b86e591c-fa26-4212-aa36-a5a5bc156dac tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0633769 Jul 16 11:37:40.661980 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a793f709-9f93-42f5-96ff-9444d437841d req-780c4bcb-b681-46c9-bf65-8d7e27c4159c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314152 Jul 16 11:37:41.832173 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533c3c2-2f83-46e7-9561-d29d71e8f7ca req-a19e34b2-bd91-44c2-81f9-67820a8b79f8 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:41.833632 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a533c3c2-2f83-46e7-9561-d29d71e8f7ca req-a19e34b2-bd91-44c2-81f9-67820a8b79f8 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0619369 Jul 16 11:37:41.872862 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a533c3c2-2f83-46e7-9561-d29d71e8f7ca req-840deb29-6f12-43b7-a488-b4fbc8d324df tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337608 Jul 16 11:37:45.824159 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc2879-af00-40f2-92d7-43d1dd3b3d68 req-b5c9e4f6-a4ff-4e8d-8579-60db65c3547b tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:45.825629 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0afc2879-af00-40f2-92d7-43d1dd3b3d68 req-b5c9e4f6-a4ff-4e8d-8579-60db65c3547b tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 946 time: 0.0698543 Jul 16 11:37:45.862998 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0afc2879-af00-40f2-92d7-43d1dd3b3d68 req-d46f709b-c9e3-49cc-83f7-7b28e4dd3612 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312343 Jul 16 11:37:46.986342 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0de25-a2a0-4fb7-831a-8480e11b39bd req-5e5ffd45-d45f-4a84-8163-f9d013d531b0 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:46.987790 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-74d0de25-a2a0-4fb7-831a-8480e11b39bd req-5e5ffd45-d45f-4a84-8163-f9d013d531b0 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0648785 Jul 16 11:37:47.050833 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-74d0de25-a2a0-4fb7-831a-8480e11b39bd req-125a2ac3-6e42-4ef9-9308-12122532aef2 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541739 Jul 16 11:37:47.071229 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb95700-32a4-4818-ac87-93c48a3013e8 req-5dafa821-c8f5-477a-8db3-6d76ad835743 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:47.072682 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-edb95700-32a4-4818-ac87-93c48a3013e8 req-5dafa821-c8f5-477a-8db3-6d76ad835743 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 946 time: 0.0840273 Jul 16 11:37:47.113036 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-edb95700-32a4-4818-ac87-93c48a3013e8 req-40716b55-2816-4b61-b41c-cf0a0235e8f5 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348012 Jul 16 11:37:47.779084 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fec91e-82b5-477e-b928-76d1aab2d027 req-fd4ae6f8-9823-4e11-93a2-684a177eef98 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:47.780564 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e8fec91e-82b5-477e-b928-76d1aab2d027 req-fd4ae6f8-9823-4e11-93a2-684a177eef98 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.13 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 946 time: 0.0625281 Jul 16 11:37:47.886330 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [req-e8fec91e-82b5-477e-b928-76d1aab2d027 req-85724da2-22f3-499b-b6dc-030492afeacc tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Deleting port 6b97b492-9bf0-4ccd-b725-04f40e5537aa {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:37:47.886672 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-e8fec91e-82b5-477e-b928-76d1aab2d027 req-85724da2-22f3-499b-b6dc-030492afeacc tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:47.976147 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-e8fec91e-82b5-477e-b928-76d1aab2d027 req-85724da2-22f3-499b-b6dc-030492afeacc tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] For port 6b97b492-9bf0-4ccd-b725-04f40e5537aa, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=6b97b492-9bf0-4ccd-b725-04f40e5537aa,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:37:47.976537 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-e8fec91e-82b5-477e-b928-76d1aab2d027 req-85724da2-22f3-499b-b6dc-030492afeacc tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:47.990716 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [req-e8fec91e-82b5-477e-b928-76d1aab2d027 req-85724da2-22f3-499b-b6dc-030492afeacc tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Calling delete_port for 6b97b492-9bf0-4ccd-b725-04f40e5537aa owned by compute:nova {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:37:48.155433 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-e8fec91e-82b5-477e-b928-76d1aab2d027 req-85724da2-22f3-499b-b6dc-030492afeacc tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:48.175135 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['633892cb-ee22-4a74-b4a7-0675abe42f87', '7b99d6ab-e9ac-432f-825d-7ebf2b431d59', '70665f0f-af9e-4a31-a567-a36592dfbe14', '6b97b492-9bf0-4ccd-b725-04f40e5537aa'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:37:48.191498 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85724da2-22f3-499b-b6dc-030492afeacc tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Pushing event deleted for resources: {'Port': ['ID=6b97b492-9bf0-4ccd-b725-04f40e5537aa,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:37:48.457699 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:37:48.599136 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fec91e-82b5-477e-b928-76d1aab2d027 req-85724da2-22f3-499b-b6dc-030492afeacc tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] No DVR routers for this DVR port 6b97b492-9bf0-4ccd-b725-04f40e5537aa on host hv-cinder-78476 {{(pid=93104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:37:48.602417 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-e8fec91e-82b5-477e-b928-76d1aab2d027 req-85724da2-22f3-499b-b6dc-030492afeacc tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:48.604701 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e8fec91e-82b5-477e-b928-76d1aab2d027 req-85724da2-22f3-499b-b6dc-030492afeacc tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.13 "DELETE /v2.0/ports/6b97b492-9bf0-4ccd-b725-04f40e5537aa HTTP/1.1" status: 204 len: 173 time: 0.8185844 Jul 16 11:37:48.606792 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96368106-1dae-4c7e-8e41-c183c51a65f5', 'name': 'network-vif-deleted', 'tag': '6b97b492-9bf0-4ccd-b725-04f40e5537aa'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:37:48.609018 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc801f67-19ec-4597-b5e7-050fee04b11b" -d '{"events": [{"server_uuid": "96368106-1dae-4c7e-8e41-c183c51a65f5", "name": "network-vif-deleted", "tag": "6b97b492-9bf0-4ccd-b725-04f40e5537aa"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:37:48.656052 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdbe88-2c97-4714-be3d-3d2b0f334fb2 req-6a1d35b2-4b5c-4284-8259-3cedc6c2207d tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:48.657495 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3afdbe88-2c97-4714-be3d-3d2b0f334fb2 req-6a1d35b2-4b5c-4284-8259-3cedc6c2207d tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.4680829 Jul 16 11:37:48.669247 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124f96e-b79a-4c32-a874-f525481f8c19 req-f7634830-86a0-4728-b5d8-df92b3f1e9d0 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:48.670737 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d124f96e-b79a-4c32-a874-f525481f8c19 req-f7634830-86a0-4728-b5d8-df92b3f1e9d0 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.4390666 Jul 16 11:37:48.723610 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3afdbe88-2c97-4714-be3d-3d2b0f334fb2 req-fcb7ad16-dcf2-4833-bc87-624e9225f5a6 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518396 Jul 16 11:37:48.728318 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d124f96e-b79a-4c32-a874-f525481f8c19 req-2c7a324d-2fe7-4613-abb3-d1fb161ab680 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508492 Jul 16 11:37:48.784445 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c947b3e6-c0e2-4c34-8fbb-cb10f452b062 x-openstack-request-id: req-c947b3e6-c0e2-4c34-8fbb-cb10f452b062 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:37:48.784445 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96368106-1dae-4c7e-8e41-c183c51a65f5", "name": "network-vif-deleted", "tag": "6b97b492-9bf0-4ccd-b725-04f40e5537aa", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:37:48.784704 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c947b3e6-c0e2-4c34-8fbb-cb10f452b062 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:37:48.784934 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96368106-1dae-4c7e-8e41-c183c51a65f5', 'name': 'network-vif-deleted', 'tag': '6b97b492-9bf0-4ccd-b725-04f40e5537aa', 'status': 'completed', 'code': 200} Jul 16 11:37:48.870694 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a0a0ab1b-0cf4-4d4a-9f5a-0eaa80f7d6a3 req-a961b20f-ed7c-4b6b-8c39-1e9228fa3b60 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=96368106-1dae-4c7e-8e41-c183c51a65f5 HTTP/1.1" status: 200 len: 210 time: 0.0273113 Jul 16 11:37:49.654223 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a60b58-f3cf-431e-8f82-1c8459759494 req-d5959009-0370-47b9-8fe5-ee6301928701 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:49.655606 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-54a60b58-f3cf-431e-8f82-1c8459759494 req-d5959009-0370-47b9-8fe5-ee6301928701 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.13 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.0587938 Jul 16 11:37:49.757980 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [req-54a60b58-f3cf-431e-8f82-1c8459759494 req-dd4bb965-0dd3-47dd-8737-eb491c955195 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Deleting port 51ae43e4-2fc0-487a-8bc2-340496c87f92 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:37:49.758314 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-54a60b58-f3cf-431e-8f82-1c8459759494 req-dd4bb965-0dd3-47dd-8737-eb491c955195 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:49.882115 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-54a60b58-f3cf-431e-8f82-1c8459759494 req-dd4bb965-0dd3-47dd-8737-eb491c955195 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] For port 51ae43e4-2fc0-487a-8bc2-340496c87f92, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=51ae43e4-2fc0-487a-8bc2-340496c87f92,segment=NetworkSegment(a80610aa-abb5-4a7a-8a02-126f58269df6),segment_id=a80610aa-abb5-4a7a-8a02-126f58269df6)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:37:49.882466 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-54a60b58-f3cf-431e-8f82-1c8459759494 req-dd4bb965-0dd3-47dd-8737-eb491c955195 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:49.914631 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [req-54a60b58-f3cf-431e-8f82-1c8459759494 req-dd4bb965-0dd3-47dd-8737-eb491c955195 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Calling delete_port for 51ae43e4-2fc0-487a-8bc2-340496c87f92 owned by compute:nova {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:37:50.020266 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14719c3b-c668-4614-8a63-f49a507efa36 req-8d7abcbe-97e2-4f01-8d74-7f2c5ce7652d tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:50.021722 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-14719c3b-c668-4614-8a63-f49a507efa36 req-8d7abcbe-97e2-4f01-8d74-7f2c5ce7652d tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=817a5224-ea61-4425-8b1e-c119369fd3ab HTTP/1.1" status: 200 len: 946 time: 0.1871707 Jul 16 11:37:50.029943 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa8110-fd96-4ac6-a741-b811a75b0f25 req-fafdace8-241a-4b4f-8f18-af69febf013d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:50.031867 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-86fa8110-fd96-4ac6-a741-b811a75b0f25 req-fafdace8-241a-4b4f-8f18-af69febf013d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.1810966 Jul 16 11:37:50.100605 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-14719c3b-c668-4614-8a63-f49a507efa36 req-2da02efe-164d-4a41-ab35-afee42ca2781 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667009 Jul 16 11:37:50.122541 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-86fa8110-fd96-4ac6-a741-b811a75b0f25 req-c5e4f746-4c18-415a-ad71-735a980cc253 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798666 Jul 16 11:37:50.149161 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-54a60b58-f3cf-431e-8f82-1c8459759494 req-dd4bb965-0dd3-47dd-8737-eb491c955195 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:50.161125 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['ebfb4fa8-1097-4e04-82b3-f21383da1644', '51ae43e4-2fc0-487a-8bc2-340496c87f92'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:37:50.184320 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bb965-0dd3-47dd-8737-eb491c955195 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Pushing event deleted for resources: {'Port': ['ID=51ae43e4-2fc0-487a-8bc2-340496c87f92,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:37:50.231745 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a60b58-f3cf-431e-8f82-1c8459759494 req-dd4bb965-0dd3-47dd-8737-eb491c955195 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] No DVR routers for this DVR port 51ae43e4-2fc0-487a-8bc2-340496c87f92 on host hv-cinder-78476 {{(pid=93104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:37:50.237441 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-54a60b58-f3cf-431e-8f82-1c8459759494 req-dd4bb965-0dd3-47dd-8737-eb491c955195 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:50.239639 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-54a60b58-f3cf-431e-8f82-1c8459759494 req-dd4bb965-0dd3-47dd-8737-eb491c955195 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.13 "DELETE /v2.0/ports/51ae43e4-2fc0-487a-8bc2-340496c87f92 HTTP/1.1" status: 204 len: 173 time: 0.5779276 Jul 16 11:37:50.786380 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817a5224-ea61-4425-8b1e-c119369fd3ab', 'name': 'network-vif-deleted', 'tag': '51ae43e4-2fc0-487a-8bc2-340496c87f92'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:37:50.789258 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878fb2fd-e229-4567-b4ec-22fe69907448" -d '{"events": [{"server_uuid": "817a5224-ea61-4425-8b1e-c119369fd3ab", "name": "network-vif-deleted", "tag": "51ae43e4-2fc0-487a-8bc2-340496c87f92"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:37:50.828804 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8aa63a-0ef0-4a02-84d2-039882bce3d5 x-openstack-request-id: req-9d8aa63a-0ef0-4a02-84d2-039882bce3d5 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:37:50.829173 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817a5224-ea61-4425-8b1e-c119369fd3ab", "name": "network-vif-deleted", "tag": "51ae43e4-2fc0-487a-8bc2-340496c87f92", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:37:50.829427 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d8aa63a-0ef0-4a02-84d2-039882bce3d5 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:37:50.829822 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817a5224-ea61-4425-8b1e-c119369fd3ab', 'name': 'network-vif-deleted', 'tag': '51ae43e4-2fc0-487a-8bc2-340496c87f92', 'status': 'completed', 'code': 200} Jul 16 11:37:50.908638 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 6b97b492-9bf0-4ccd-b725-04f40e5537aa no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:37:50.928165 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: 6b97b492-9bf0-4ccd-b725-04f40e5537aa {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:37:50.928509 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 6b97b492-9bf0-4ccd-b725-04f40e5537aa not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:37:51.306244 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f78c13-c312-42db-a4da-5f485c0b56fd req-28739ab2-0018-4b5b-8fc7-984c055d7442 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:51.307733 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-68f78c13-c312-42db-a4da-5f485c0b56fd req-28739ab2-0018-4b5b-8fc7-984c055d7442 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0729890 Jul 16 11:37:51.362333 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-68f78c13-c312-42db-a4da-5f485c0b56fd req-e02bfa9d-4b2e-442c-b83f-75b53dbd37f2 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447266 Jul 16 11:37:51.412690 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080ce8e-d8f6-489a-906a-fcffc9cea11b req-30ef1381-1c65-4e3a-8304-0010f9b6afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:51.414504 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f080ce8e-d8f6-489a-906a-fcffc9cea11b req-30ef1381-1c65-4e3a-8304-0010f9b6afa7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c62de2f85dd545e4afa586dcf229723e&device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 1098 time: 0.0651793 Jul 16 11:37:51.561638 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080ce8e-d8f6-489a-906a-fcffc9cea11b req-0d99c890-658b-486f-8626-36967f93db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:51.563929 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f080ce8e-d8f6-489a-906a-fcffc9cea11b req-0d99c890-658b-486f-8626-36967f93db1a service neutron] 10.222.0.13 "GET /v2.0/networks?id=536ad81a-3bad-486b-a777-2b662cbc48f4 HTTP/1.1" status: 200 len: 912 time: 0.1195927 Jul 16 11:37:51.627893 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5d631-13cc-4a3e-8c77-7cc19161bc99 req-a4fa9910-8ea8-4218-ac76-d1d33588fa5a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:51.629362 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f9e5d631-13cc-4a3e-8c77-7cc19161bc99 req-a4fa9910-8ea8-4218-ac76-d1d33588fa5a tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.1265197 Jul 16 11:37:51.659741 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f080ce8e-d8f6-489a-906a-fcffc9cea11b req-7af2079f-b54f-4871-8f44-bbee96d35fbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9512156-54f9-404f-9414-68adc0d41458 HTTP/1.1" status: 200 len: 1001 time: 0.0880578 Jul 16 11:37:51.675185 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f9e5d631-13cc-4a3e-8c77-7cc19161bc99 req-ab1fc43d-0b98-4b6c-97fe-6d4ec97b7b74 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392416 Jul 16 11:37:51.750242 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080ce8e-d8f6-489a-906a-fcffc9cea11b req-c7af17f9-1312-4f0c-a54e-ad29f63a2c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:51.751643 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f080ce8e-d8f6-489a-906a-fcffc9cea11b req-c7af17f9-1312-4f0c-a54e-ad29f63a2c14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49 HTTP/1.1" status: 200 len: 850 time: 0.0755544 Jul 16 11:37:51.800303 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ea2b3-2f10-4c28-ab79-1f79daf09c6b req-2166d570-e780-420b-9a79-cfebd149893e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:51.801742 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7f6ea2b3-2f10-4c28-ab79-1f79daf09c6b req-2166d570-e780-420b-9a79-cfebd149893e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 946 time: 0.1174524 Jul 16 11:37:51.849893 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7f6ea2b3-2f10-4c28-ab79-1f79daf09c6b req-0dcb4592-4c4e-4539-b41a-7e2fbc80ee7e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416918 Jul 16 11:37:51.851514 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080ce8e-d8f6-489a-906a-fcffc9cea11b req-40b365e7-da25-43be-9c0c-6c743e52c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:51.852916 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f080ce8e-d8f6-489a-906a-fcffc9cea11b req-40b365e7-da25-43be-9c0c-6c743e52c901 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=536ad81a-3bad-486b-a777-2b662cbc48f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0908227 Jul 16 11:37:51.942287 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f080ce8e-d8f6-489a-906a-fcffc9cea11b req-2513d14e-5e30-4ba9-b4db-14171e6fdf24 service neutron] 10.222.0.13 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816596 Jul 16 11:37:52.031391 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f080ce8e-d8f6-489a-906a-fcffc9cea11b req-9d942239-07ce-474a-9416-b60144414386 service neutron] 10.222.0.13 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0772328 Jul 16 11:37:52.536893 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ceef5-51f6-479e-8b79-3fa6502af5b4 req-86512818-216d-4bc4-8d2a-91e2295ed52c tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:52.538278 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-766ceef5-51f6-479e-8b79-3fa6502af5b4 req-86512818-216d-4bc4-8d2a-91e2295ed52c tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0654578 Jul 16 11:37:52.575326 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-766ceef5-51f6-479e-8b79-3fa6502af5b4 req-eb372ed7-c6d2-4fdf-99c0-d4f93077512e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316088 Jul 16 11:37:52.845750 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af7f61-1e25-4050-aea4-67335d4a138b req-468ee48e-739c-4c8a-8fba-0a1eb94df44f tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:52.847207 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b2af7f61-1e25-4050-aea4-67335d4a138b req-468ee48e-739c-4c8a-8fba-0a1eb94df44f tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0624371 Jul 16 11:37:52.883198 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b2af7f61-1e25-4050-aea4-67335d4a138b req-63ee4376-2052-48b6-8519-8fae4ddb4786 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305095 Jul 16 11:37:52.913831 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 51ae43e4-2fc0-487a-8bc2-340496c87f92 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:37:52.932984 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: 51ae43e4-2fc0-487a-8bc2-340496c87f92 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:37:52.933330 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 51ae43e4-2fc0-487a-8bc2-340496c87f92 not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:37:53.022038 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1b9d8-d4c0-4c30-8630-ab02b709f461 req-767e6c05-1cd1-4ad9-b59c-3ad6f543ff06 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:53.023490 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7eb1b9d8-d4c0-4c30-8630-ab02b709f461 req-767e6c05-1cd1-4ad9-b59c-3ad6f543ff06 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 946 time: 0.0644834 Jul 16 11:37:53.058889 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7eb1b9d8-d4c0-4c30-8630-ab02b709f461 req-a4e4e0be-ebc7-49b2-9296-422e2e8d6cb5 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299633 Jul 16 11:37:53.732372 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23a52b-db51-448e-801c-c0d8f5062864 req-70d090ec-8821-4210-9872-a6745d4763cd tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:53.734361 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6f23a52b-db51-448e-801c-c0d8f5062864 req-70d090ec-8821-4210-9872-a6745d4763cd tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 946 time: 0.0890584 Jul 16 11:37:53.803634 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35945e1c-64fc-475b-873f-b68fb2d3e6e2 req-2bfc2caa-5c35-4efe-9a71-2923a636ed1d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:53.805096 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-35945e1c-64fc-475b-873f-b68fb2d3e6e2 req-2bfc2caa-5c35-4efe-9a71-2923a636ed1d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.1177893 Jul 16 11:37:53.866538 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-35945e1c-64fc-475b-873f-b68fb2d3e6e2 req-0696be04-8acf-4700-8006-ff172f0f64e1 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546131 Jul 16 11:37:53.884045 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [req-6f23a52b-db51-448e-801c-c0d8f5062864 req-117163b3-703b-468d-9443-a5b6ff7a0bf3 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Deleting port 70665f0f-af9e-4a31-a567-a36592dfbe14 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:37:53.884388 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-6f23a52b-db51-448e-801c-c0d8f5062864 req-117163b3-703b-468d-9443-a5b6ff7a0bf3 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:53.971765 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-6f23a52b-db51-448e-801c-c0d8f5062864 req-117163b3-703b-468d-9443-a5b6ff7a0bf3 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] For port 70665f0f-af9e-4a31-a567-a36592dfbe14, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=70665f0f-af9e-4a31-a567-a36592dfbe14,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:37:53.972154 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-6f23a52b-db51-448e-801c-c0d8f5062864 req-117163b3-703b-468d-9443-a5b6ff7a0bf3 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:53.984938 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [req-6f23a52b-db51-448e-801c-c0d8f5062864 req-117163b3-703b-468d-9443-a5b6ff7a0bf3 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Calling delete_port for 70665f0f-af9e-4a31-a567-a36592dfbe14 owned by compute:nova {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:37:54.110315 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afd236-0f5d-4d8b-b23c-ce11d8aeac21 req-791af69a-92ed-416f-ab8e-6fd1fe6042d9 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:54.111833 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e3afd236-0f5d-4d8b-b23c-ce11d8aeac21 req-791af69a-92ed-416f-ab8e-6fd1fe6042d9 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.1185248 Jul 16 11:37:54.193730 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e3afd236-0f5d-4d8b-b23c-ce11d8aeac21 req-b840a6b5-1bdc-423c-ab48-15976b3a7101 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730665 Jul 16 11:37:54.210454 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-6f23a52b-db51-448e-801c-c0d8f5062864 req-117163b3-703b-468d-9443-a5b6ff7a0bf3 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:54.224869 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['633892cb-ee22-4a74-b4a7-0675abe42f87', '7b99d6ab-e9ac-432f-825d-7ebf2b431d59', '70665f0f-af9e-4a31-a567-a36592dfbe14'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:37:54.248668 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117163b3-703b-468d-9443-a5b6ff7a0bf3 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Pushing event deleted for resources: {'Port': ['ID=70665f0f-af9e-4a31-a567-a36592dfbe14,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:37:54.302136 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f23a52b-db51-448e-801c-c0d8f5062864 req-117163b3-703b-468d-9443-a5b6ff7a0bf3 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] No DVR routers for this DVR port 70665f0f-af9e-4a31-a567-a36592dfbe14 on host hv-cinder-78476 {{(pid=93104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:37:54.305273 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-6f23a52b-db51-448e-801c-c0d8f5062864 req-117163b3-703b-468d-9443-a5b6ff7a0bf3 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:54.307201 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6f23a52b-db51-448e-801c-c0d8f5062864 req-117163b3-703b-468d-9443-a5b6ff7a0bf3 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.13 "DELETE /v2.0/ports/70665f0f-af9e-4a31-a567-a36592dfbe14 HTTP/1.1" status: 204 len: 173 time: 0.5677605 Jul 16 11:37:54.307636 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5221ea-e1e0-4521-8e21-dbc90d5be52e', 'name': 'network-vif-deleted', 'tag': '70665f0f-af9e-4a31-a567-a36592dfbe14'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:37:54.309874 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f617d4b-0327-4138-9016-dee365b164b4" -d '{"events": [{"server_uuid": "6d5221ea-e1e0-4521-8e21-dbc90d5be52e", "name": "network-vif-deleted", "tag": "70665f0f-af9e-4a31-a567-a36592dfbe14"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:37:54.322467 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26986-0822-48d8-a878-d785808b70e3 req-ccccf352-f1fe-478f-8d17-a6551858c22a tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:54.324169 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0cf26986-0822-48d8-a878-d785808b70e3 req-ccccf352-f1fe-478f-8d17-a6551858c22a tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d5221ea-e1e0-4521-8e21-dbc90d5be52e HTTP/1.1" status: 200 len: 867 time: 0.1523824 Jul 16 11:37:54.359656 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7d8eb7-9b5a-47d2-b3ea-c14e6b0ecd84 x-openstack-request-id: req-cd7d8eb7-9b5a-47d2-b3ea-c14e6b0ecd84 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:37:54.359976 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5221ea-e1e0-4521-8e21-dbc90d5be52e", "name": "network-vif-deleted", "tag": "70665f0f-af9e-4a31-a567-a36592dfbe14", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:37:54.364152 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd7d8eb7-9b5a-47d2-b3ea-c14e6b0ecd84 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:37:54.364834 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5221ea-e1e0-4521-8e21-dbc90d5be52e', 'name': 'network-vif-deleted', 'tag': '70665f0f-af9e-4a31-a567-a36592dfbe14', 'status': 'completed', 'code': 200} Jul 16 11:37:54.385762 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0cf26986-0822-48d8-a878-d785808b70e3 req-c31558b5-afdd-4708-9ea1-e81c77c6f23f tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500300 Jul 16 11:37:54.807314 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:55.043390 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30516541-029e-4cca-b6c4-6c9cb17d201a req-55c046eb-afb9-4605-a264-7153f725b5e6 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:55.044764 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-30516541-029e-4cca-b6c4-6c9cb17d201a req-55c046eb-afb9-4605-a264-7153f725b5e6 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0598495 Jul 16 11:37:55.081721 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-30516541-029e-4cca-b6c4-6c9cb17d201a req-3185e89c-d24d-47e2-860b-4758f490faa6 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309229 Jul 16 11:37:55.367208 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d8550-32c9-4825-b818-03d65f55c722 req-f89fc65e-88cd-4dc3-bc23-21737fcb45d8 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:55.368698 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9c3d8550-32c9-4825-b818-03d65f55c722 req-f89fc65e-88cd-4dc3-bc23-21737fcb45d8 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0650187 Jul 16 11:37:55.404284 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9c3d8550-32c9-4825-b818-03d65f55c722 req-ed904657-c615-416d-8e80-79dddf15d1ca tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300484 Jul 16 11:37:55.812909 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1d82c-2f90-4c2c-9a6d-c6bb73e1a09a req-9c59ba8f-a734-411d-966f-22094d9ba568 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:55.814478 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-83a1d82c-2f90-4c2c-9a6d-c6bb73e1a09a req-9c59ba8f-a734-411d-966f-22094d9ba568 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 945 time: 0.0611596 Jul 16 11:37:55.849782 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-83a1d82c-2f90-4c2c-9a6d-c6bb73e1a09a req-a3d5dbdf-bfe1-4a68-8730-9cfd9d0fed58 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298972 Jul 16 11:37:56.250471 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65176b81-c6f3-4eb7-9013-4e3dd57642a2 req-6cc2f756-9b7c-482d-96b5-cf9c0b32588b tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:56.251973 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-65176b81-c6f3-4eb7-9013-4e3dd57642a2 req-6cc2f756-9b7c-482d-96b5-cf9c0b32588b tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0623631 Jul 16 11:37:56.287790 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-65176b81-c6f3-4eb7-9013-4e3dd57642a2 req-5676bee9-f1fe-4260-b274-b68131cbed5d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301971 Jul 16 11:37:56.568395 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc67d07-a5e0-4e58-bb22-eb97c0a0b58d req-6ae7878c-4d74-4bc5-93f2-55f974280531 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:56.569808 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2cc67d07-a5e0-4e58-bb22-eb97c0a0b58d req-6ae7878c-4d74-4bc5-93f2-55f974280531 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0598533 Jul 16 11:37:56.605264 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2cc67d07-a5e0-4e58-bb22-eb97c0a0b58d req-5ba6aaa7-dfd9-4a71-91d9-903377c13810 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301998 Jul 16 11:37:56.920404 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 70665f0f-af9e-4a31-a567-a36592dfbe14 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:37:56.940300 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: 70665f0f-af9e-4a31-a567-a36592dfbe14 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:37:56.940646 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 70665f0f-af9e-4a31-a567-a36592dfbe14 not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:37:57.018140 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9c544-4e86-4ecf-b71c-aa627a269d5f req-da904479-d27a-45c4-9753-02d259c664cb tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:57.019557 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-01c9c544-4e86-4ecf-b71c-aa627a269d5f req-da904479-d27a-45c4-9753-02d259c664cb tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 945 time: 0.0599320 Jul 16 11:37:57.055140 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-01c9c544-4e86-4ecf-b71c-aa627a269d5f req-a031d1b4-a60d-4bce-ae48-d7a3d858ac7c tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302780 Jul 16 11:37:57.490111 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4f845-1e52-4eee-b386-f3a9e4ab1882 req-5d594d93-d8b0-4717-b48e-2bb30c1b0c99 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:57.491599 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bbc4f845-1e52-4eee-b386-f3a9e4ab1882 req-5d594d93-d8b0-4717-b48e-2bb30c1b0c99 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.13 "GET /v2.0/ports?device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 945 time: 0.0671022 Jul 16 11:37:57.509023 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab6c87-5afd-4952-b880-55ba67fd4345 req-95f6f2e9-e8db-45e8-b29c-150bad504787 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:57.510480 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0eab6c87-5afd-4952-b880-55ba67fd4345 req-95f6f2e9-e8db-45e8-b29c-150bad504787 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.1089439 Jul 16 11:37:57.518311 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12154138-4ba5-44f1-86a3-f0728f4b9a37 req-35e7b89e-11da-4a90-a0a9-6248b35a8f84 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:57.519623 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-12154138-4ba5-44f1-86a3-f0728f4b9a37 req-35e7b89e-11da-4a90-a0a9-6248b35a8f84 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.0868487 Jul 16 11:37:57.587331 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0eab6c87-5afd-4952-b880-55ba67fd4345 req-f2c0a198-952d-45b0-b274-81ca0beaf5e5 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667520 Jul 16 11:37:57.597937 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-bbc4f845-1e52-4eee-b386-f3a9e4ab1882 req-17a9684a-3840-4704-98fb-ef9f4f79008e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Deleting port 7b99d6ab-e9ac-432f-825d-7ebf2b431d59 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:37:57.598274 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-bbc4f845-1e52-4eee-b386-f3a9e4ab1882 req-17a9684a-3840-4704-98fb-ef9f4f79008e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:57.644723 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [req-12154138-4ba5-44f1-86a3-f0728f4b9a37 req-8d6d813a-9c0f-4000-af3f-d4c58271265c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Deleting port ebfb4fa8-1097-4e04-82b3-f21383da1644 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:37:57.645182 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-12154138-4ba5-44f1-86a3-f0728f4b9a37 req-8d6d813a-9c0f-4000-af3f-d4c58271265c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:57.689266 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-bbc4f845-1e52-4eee-b386-f3a9e4ab1882 req-17a9684a-3840-4704-98fb-ef9f4f79008e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] For port 7b99d6ab-e9ac-432f-825d-7ebf2b431d59, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7b99d6ab-e9ac-432f-825d-7ebf2b431d59,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:37:57.689619 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-bbc4f845-1e52-4eee-b386-f3a9e4ab1882 req-17a9684a-3840-4704-98fb-ef9f4f79008e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:57.701766 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-bbc4f845-1e52-4eee-b386-f3a9e4ab1882 req-17a9684a-3840-4704-98fb-ef9f4f79008e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Calling delete_port for 7b99d6ab-e9ac-432f-825d-7ebf2b431d59 owned by compute:nova {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:37:57.760311 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-12154138-4ba5-44f1-86a3-f0728f4b9a37 req-8d6d813a-9c0f-4000-af3f-d4c58271265c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] For port ebfb4fa8-1097-4e04-82b3-f21383da1644, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=ebfb4fa8-1097-4e04-82b3-f21383da1644,segment=NetworkSegment(a80610aa-abb5-4a7a-8a02-126f58269df6),segment_id=a80610aa-abb5-4a7a-8a02-126f58269df6)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:37:57.760691 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-12154138-4ba5-44f1-86a3-f0728f4b9a37 req-8d6d813a-9c0f-4000-af3f-d4c58271265c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:57.776428 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [req-12154138-4ba5-44f1-86a3-f0728f4b9a37 req-8d6d813a-9c0f-4000-af3f-d4c58271265c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Calling delete_port for ebfb4fa8-1097-4e04-82b3-f21383da1644 owned by compute:nova {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:37:57.828213 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-bbc4f845-1e52-4eee-b386-f3a9e4ab1882 req-17a9684a-3840-4704-98fb-ef9f4f79008e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:57.840699 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['633892cb-ee22-4a74-b4a7-0675abe42f87', '7b99d6ab-e9ac-432f-825d-7ebf2b431d59'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:37:57.841838 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712a12e-6e03-4d92-9dff-9300cbe2839e req-5da21637-7a16-4c4c-9643-7bd6ef1c5bc6 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:57.847853 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a712a12e-6e03-4d92-9dff-9300cbe2839e req-5da21637-7a16-4c4c-9643-7bd6ef1c5bc6 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d451953-739d-4ae3-9b2c-824b028b5d28 HTTP/1.1" status: 200 len: 946 time: 0.1283946 Jul 16 11:37:57.865400 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9684a-3840-4704-98fb-ef9f4f79008e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Pushing event deleted for resources: {'Port': ['ID=7b99d6ab-e9ac-432f-825d-7ebf2b431d59,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:37:57.898745 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a712a12e-6e03-4d92-9dff-9300cbe2839e req-efb7cd97-4062-4df0-aec0-df110ef3f0e3 tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa993f54-0104-456e-b614-268f6586e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450766 Jul 16 11:37:57.920165 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc4f845-1e52-4eee-b386-f3a9e4ab1882 req-17a9684a-3840-4704-98fb-ef9f4f79008e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] No DVR routers for this DVR port 7b99d6ab-e9ac-432f-825d-7ebf2b431d59 on host hv-cinder-78476 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:37:57.922868 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-bbc4f845-1e52-4eee-b386-f3a9e4ab1882 req-17a9684a-3840-4704-98fb-ef9f4f79008e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:57.924962 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bbc4f845-1e52-4eee-b386-f3a9e4ab1882 req-17a9684a-3840-4704-98fb-ef9f4f79008e tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.13 "DELETE /v2.0/ports/7b99d6ab-e9ac-432f-825d-7ebf2b431d59 HTTP/1.1" status: 204 len: 173 time: 0.4280419 Jul 16 11:37:57.925529 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445e9356-3445-4c90-8dfd-0f2cfacd8f0e', 'name': 'network-vif-deleted', 'tag': '7b99d6ab-e9ac-432f-825d-7ebf2b431d59'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:37:57.928003 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc5aea8-53dc-4e89-acf3-14d821f98a0e" -d '{"events": [{"server_uuid": "445e9356-3445-4c90-8dfd-0f2cfacd8f0e", "name": "network-vif-deleted", "tag": "7b99d6ab-e9ac-432f-825d-7ebf2b431d59"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:37:57.972127 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31944417-05fe-4ab5-9962-35f2fa0f0adc x-openstack-request-id: req-31944417-05fe-4ab5-9962-35f2fa0f0adc {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:37:57.972421 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445e9356-3445-4c90-8dfd-0f2cfacd8f0e", "name": "network-vif-deleted", "tag": "7b99d6ab-e9ac-432f-825d-7ebf2b431d59", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:37:57.972684 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31944417-05fe-4ab5-9962-35f2fa0f0adc {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:37:57.973057 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445e9356-3445-4c90-8dfd-0f2cfacd8f0e', 'name': 'network-vif-deleted', 'tag': '7b99d6ab-e9ac-432f-825d-7ebf2b431d59', 'status': 'completed', 'code': 200} Jul 16 11:37:57.973174 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-12154138-4ba5-44f1-86a3-f0728f4b9a37 req-8d6d813a-9c0f-4000-af3f-d4c58271265c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:58.008305 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d813a-9c0f-4000-af3f-d4c58271265c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Pushing event deleted for resources: {'Port': ['ID=ebfb4fa8-1097-4e04-82b3-f21383da1644,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:37:58.051804 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [req-12154138-4ba5-44f1-86a3-f0728f4b9a37 req-8d6d813a-9c0f-4000-af3f-d4c58271265c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] No DVR routers for this DVR port ebfb4fa8-1097-4e04-82b3-f21383da1644 on host hv-cinder-78476 {{(pid=93104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:37:58.054856 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-12154138-4ba5-44f1-86a3-f0728f4b9a37 req-8d6d813a-9c0f-4000-af3f-d4c58271265c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:58.056985 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-12154138-4ba5-44f1-86a3-f0728f4b9a37 req-8d6d813a-9c0f-4000-af3f-d4c58271265c tempest-ServerRescueNegativeTestJSON-2092080602 tempest-ServerRescueNegativeTestJSON-2092080602-project] 10.222.0.13 "DELETE /v2.0/ports/ebfb4fa8-1097-4e04-82b3-f21383da1644 HTTP/1.1" status: 204 len: 173 time: 0.5306082 Jul 16 11:37:58.057434 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d451953-739d-4ae3-9b2c-824b028b5d28', 'name': 'network-vif-deleted', 'tag': 'ebfb4fa8-1097-4e04-82b3-f21383da1644'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:37:58.059753 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7ac740-4b7b-4cfa-bdbf-8d9db7011897" -d '{"events": [{"server_uuid": "1d451953-739d-4ae3-9b2c-824b028b5d28", "name": "network-vif-deleted", "tag": "ebfb4fa8-1097-4e04-82b3-f21383da1644"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:37:58.100661 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d1f24c-6086-48f6-b953-564689951f5f x-openstack-request-id: req-33d1f24c-6086-48f6-b953-564689951f5f {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:37:58.100999 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d451953-739d-4ae3-9b2c-824b028b5d28", "name": "network-vif-deleted", "tag": "ebfb4fa8-1097-4e04-82b3-f21383da1644", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:37:58.101207 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33d1f24c-6086-48f6-b953-564689951f5f {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:37:58.101690 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d451953-739d-4ae3-9b2c-824b028b5d28', 'name': 'network-vif-deleted', 'tag': 'ebfb4fa8-1097-4e04-82b3-f21383da1644', 'status': 'completed', 'code': 200} Jul 16 11:37:58.181628 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['ebfb4fa8-1097-4e04-82b3-f21383da1644'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:37:58.211379 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-df700b61-fea8-4cf5-b762-bd854771242f req-6b52f3c0-758c-4289-b08b-8527f328b0db tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=445e9356-3445-4c90-8dfd-0f2cfacd8f0e HTTP/1.1" status: 200 len: 210 time: 0.0299256 Jul 16 11:37:58.766743 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79689efb-55d9-4cb8-8417-a1e05e391cff req-bfbc18e3-f3bd-4150-b5b6-d4c0e939ff29 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:58.768253 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-79689efb-55d9-4cb8-8417-a1e05e391cff req-bfbc18e3-f3bd-4150-b5b6-d4c0e939ff29 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0661550 Jul 16 11:37:58.805139 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-79689efb-55d9-4cb8-8417-a1e05e391cff req-a5c64172-0fce-47a4-bd64-cd61a1895fc5 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309408 Jul 16 11:37:58.873803 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-35b425f2-7fbe-4d44-a77f-90a9dc125602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:58.992198 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 46536) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:37:59.174178 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585023e-3740-4528-aa97-2fbd95af7090 req-f8c2d876-e248-4bfa-bed0-a00bb8cf2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:59.175651 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3585023e-3740-4528-aa97-2fbd95af7090 req-f8c2d876-e248-4bfa-bed0-a00bb8cf2084 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c62de2f85dd545e4afa586dcf229723e&device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 1098 time: 0.0924411 Jul 16 11:37:59.182814 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf1cb5-0e55-439b-b87e-8e076f455c96 req-02122840-d923-41ab-b6cf-7f35e3d89869 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:59.184367 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-33cf1cb5-0e55-439b-b87e-8e076f455c96 req-02122840-d923-41ab-b6cf-7f35e3d89869 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0934289 Jul 16 11:37:59.279028 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-33cf1cb5-0e55-439b-b87e-8e076f455c96 req-32dae305-5441-41c8-8e65-d44c13b7ab1f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854044 Jul 16 11:37:59.305399 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585023e-3740-4528-aa97-2fbd95af7090 req-46e93990-2abd-450e-b136-1a4c38fd7da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:59.307162 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3585023e-3740-4528-aa97-2fbd95af7090 req-46e93990-2abd-450e-b136-1a4c38fd7da7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=536ad81a-3bad-486b-a777-2b662cbc48f4 HTTP/1.1" status: 200 len: 912 time: 0.1219695 Jul 16 11:37:59.386298 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3585023e-3740-4528-aa97-2fbd95af7090 req-b635c3d3-1284-47e9-9023-3221f97e361e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9512156-54f9-404f-9414-68adc0d41458 HTTP/1.1" status: 200 len: 1001 time: 0.0717235 Jul 16 11:37:59.424639 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7219c51b-983d-4fd5-add0-42f9c891da34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1726629'] for router_interface, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:59.664647 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585023e-3740-4528-aa97-2fbd95af7090 req-10860279-173e-406a-b753-b881b314493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:59.666118 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3585023e-3740-4528-aa97-2fbd95af7090 req-10860279-173e-406a-b753-b881b314493b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49 HTTP/1.1" status: 200 len: 850 time: 0.2733281 Jul 16 11:37:59.726307 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585023e-3740-4528-aa97-2fbd95af7090 req-dd43d8cc-c295-4238-87b4-0997fb394f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:37:59.727850 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3585023e-3740-4528-aa97-2fbd95af7090 req-dd43d8cc-c295-4238-87b4-0997fb394f21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=536ad81a-3bad-486b-a777-2b662cbc48f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534048 Jul 16 11:37:59.819373 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3585023e-3740-4528-aa97-2fbd95af7090 req-525b17f0-e519-4683-aac1-450f6fb7331d service neutron] 10.222.0.13 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843303 Jul 16 11:37:59.905086 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7219c51b-983d-4fd5-add0-42f9c891da34 admin admin] Deleting port be8c4f19-6218-4454-a416-dcaffaf654a3 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:37:59.905382 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7219c51b-983d-4fd5-add0-42f9c891da34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:59.908209 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3585023e-3740-4528-aa97-2fbd95af7090 req-a3009b35-cf1b-49b9-8ac1-446676d17699 service neutron] 10.222.0.13 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790038 Jul 16 11:37:59.983473 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7219c51b-983d-4fd5-add0-42f9c891da34 admin admin] For port be8c4f19-6218-4454-a416-dcaffaf654a3, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=be8c4f19-6218-4454-a416-dcaffaf654a3,segment=NetworkSegment(a80610aa-abb5-4a7a-8a02-126f58269df6),segment_id=a80610aa-abb5-4a7a-8a02-126f58269df6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:37:59.983853 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7219c51b-983d-4fd5-add0-42f9c891da34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:37:59.994956 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7219c51b-983d-4fd5-add0-42f9c891da34 admin admin] Calling delete_port for be8c4f19-6218-4454-a416-dcaffaf654a3 owned by network:router_interface {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:38:00.182929 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7219c51b-983d-4fd5-add0-42f9c891da34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:00.211338 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219c51b-983d-4fd5-add0-42f9c891da34 admin admin] Pushing event deleted for resources: {'Port': ['ID=be8c4f19-6218-4454-a416-dcaffaf654a3,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:00.373827 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7219c51b-983d-4fd5-add0-42f9c891da34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725237'] for router_interface, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:00.472495 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaad28d-ab25-40d0-bbcc-e3f98413524f req-a63d61f6-b114-4283-9ac4-ca0e9bfcc808 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:00.474131 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-aaaad28d-ab25-40d0-bbcc-e3f98413524f req-a63d61f6-b114-4283-9ac4-ca0e9bfcc808 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0704870 Jul 16 11:38:00.523589 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-aaaad28d-ab25-40d0-bbcc-e3f98413524f req-5a3bf8eb-9a30-4d63-b8fa-ee93537e30f6 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405974 Jul 16 11:38:00.610455 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7219c51b-983d-4fd5-add0-42f9c891da34 admin admin] Router b6fcbf2c-e640-466b-82ed-417480d1ec6e has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:38:00.715334 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7219c51b-983d-4fd5-add0-42f9c891da34 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:38:00.721227 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-7219c51b-983d-4fd5-add0-42f9c891da34 admin admin] 10.222.0.16 "PUT /v2.0/routers/b6fcbf2c-e640-466b-82ed-417480d1ec6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7279258 Jul 16 11:38:00.723560 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 46558) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:00.726088 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507cfd13-8a54-406a-a5db-4037570f2247 None None] Sync routers for ids ['b6fcbf2c-e640-466b-82ed-417480d1ec6e'] in dv-cinder-784763-6-iscsi {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:38:00.736122 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507cfd13-8a54-406a-a5db-4037570f2247 None None] Routers {'b6fcbf2c-e640-466b-82ed-417480d1ec6e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:38:00.736734 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-507cfd13-8a54-406a-a5db-4037570f2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:37:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['b6fcbf2c-e640-466b-82ed-417480d1ec6e'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:00.836350 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e75740c9-fc71-4303-bd00-8c298c0a2202 admin admin] Notify callbacks [] for router, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:00.842261 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-507cfd13-8a54-406a-a5db-4037570f2247 None None] Set router b6fcbf2c-e640-466b-82ed-417480d1ec6e gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:38:00.845179 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3f786-d2c0-46ea-87f2-ff63d00d9b4c req-aacea876-0d72-40c2-9bd3-2ffa75d8da67 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:00.846782 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ada3f786-d2c0-46ea-87f2-ff63d00d9b4c req-aacea876-0d72-40c2-9bd3-2ffa75d8da67 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=21876166-ea33-4267-82c3-b3f6ab6eece2 HTTP/1.1" status: 200 len: 946 time: 0.0646129 Jul 16 11:38:00.886896 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ada3f786-d2c0-46ea-87f2-ff63d00d9b4c req-64f21b9c-cf02-4a87-a381-e95c5f461be6 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340307 Jul 16 11:38:00.938379 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device ebfb4fa8-1097-4e04-82b3-f21383da1644 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:38:00.941744 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e75740c9-fc71-4303-bd00-8c298c0a2202 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:00.959962 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: ebfb4fa8-1097-4e04-82b3-f21383da1644 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:38:00.960307 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device ebfb4fa8-1097-4e04-82b3-f21383da1644 not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:38:00.961107 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 7b99d6ab-e9ac-432f-825d-7ebf2b431d59 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:38:00.985780 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: 7b99d6ab-e9ac-432f-825d-7ebf2b431d59 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:38:00.986316 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 7b99d6ab-e9ac-432f-825d-7ebf2b431d59 not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:38:01.002147 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e75740c9-fc71-4303-bd00-8c298c0a2202 admin admin] Deleting port 77a90acd-2ab3-4348-b45d-0e9a9409ac7c {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:38:01.002701 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e75740c9-fc71-4303-bd00-8c298c0a2202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.028179 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-507cfd13-8a54-406a-a5db-4037570f2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'name': 'tempest-ServerRescueNegativeTestJSON-535870203-router', 'tenant_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '77a90acd-2ab3-4348-b45d-0e9a9409ac7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:38:00Z', 'revision_number': 5, 'project_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'gw_port': {'id': '77a90acd-2ab3-4348-b45d-0e9a9409ac7c', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:31Z', 'updated_at': '2021-07-16T11:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:01.081927 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e75740c9-fc71-4303-bd00-8c298c0a2202 admin admin] For port 77a90acd-2ab3-4348-b45d-0e9a9409ac7c, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=77a90acd-2ab3-4348-b45d-0e9a9409ac7c,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:38:01.082286 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e75740c9-fc71-4303-bd00-8c298c0a2202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.095998 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e75740c9-fc71-4303-bd00-8c298c0a2202 admin admin] Calling delete_port for 77a90acd-2ab3-4348-b45d-0e9a9409ac7c owned by network:router_gateway {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:38:01.135742 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507cfd13-8a54-406a-a5db-4037570f2247 None None] Checking router: b6fcbf2c-e640-466b-82ed-417480d1ec6e for host: dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:38:01.144625 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507cfd13-8a54-406a-a5db-4037570f2247 None None] Routers {'b6fcbf2c-e640-466b-82ed-417480d1ec6e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:38:01.145294 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-507cfd13-8a54-406a-a5db-4037570f2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:37:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['b6fcbf2c-e640-466b-82ed-417480d1ec6e'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:01.226385 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-507cfd13-8a54-406a-a5db-4037570f2247 None None] Set router b6fcbf2c-e640-466b-82ed-417480d1ec6e gateway port host: None {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:38:01.259772 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e75740c9-fc71-4303-bd00-8c298c0a2202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.276515 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-507cfd13-8a54-406a-a5db-4037570f2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'name': 'tempest-ServerRescueNegativeTestJSON-535870203-router', 'tenant_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:38:00Z', 'revision_number': 6, 'project_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'gw_port_host': None}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:01.293914 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75740c9-fc71-4303-bd00-8c298c0a2202 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a90acd-2ab3-4348-b45d-0e9a9409ac7c,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:01.305380 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507cfd13-8a54-406a-a5db-4037570f2247 None None] The sync data for ids ['b6fcbf2c-e640-466b-82ed-417480d1ec6e'] in dv-cinder-784763-6-iscsi is: [{'id': 'b6fcbf2c-e640-466b-82ed-417480d1ec6e', 'name': 'tempest-ServerRescueNegativeTestJSON-535870203-router', 'tenant_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:38:00Z', 'revision_number': 6, 'project_id': '7f11877dcb4c49b69a3ec00e05d74fab', 'gw_port_host': None}] {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:38:01.354830 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e75740c9-fc71-4303-bd00-8c298c0a2202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814383'] for router_gateway, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.456653 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e75740c9-fc71-4303-bd00-8c298c0a2202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126567'] for router, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.458732 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e75740c9-fc71-4303-bd00-8c298c0a2202 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.520862 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e75740c9-fc71-4303-bd00-8c298c0a2202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810925'] for router, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.521296 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75740c9-fc71-4303-bd00-8c298c0a2202 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6fcbf2c-e640-466b-82ed-417480d1ec6e {{(pid=93103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 11:38:01.525979 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e75740c9-fc71-4303-bd00-8c298c0a2202 admin admin] Notify callbacks [] for router, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.527118 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-e75740c9-fc71-4303-bd00-8c298c0a2202 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b6fcbf2c-e640-466b-82ed-417480d1ec6e HTTP/1.1" status: 204 len: 168 time: 0.7986975 Jul 16 11:38:01.529679 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 46560) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:01.572265 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_v2 [None req-292cbb0b-0e9d-474e-907b-bed0ae71a94a admin admin] Deleting subnet 2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01 {{(pid=93103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 11:38:01.575210 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-292cbb0b-0e9d-474e-907b-bed0ae71a94a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.607000 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-292cbb0b-0e9d-474e-907b-bed0ae71a94a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3667378'] for subnet, precommit_delete_associations {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.648829 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-292cbb0b-0e9d-474e-907b-bed0ae71a94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732748'] for subnet, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.673154 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-553b929d-e5c3-43ab-af1c-49bd682af445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.698642 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ea2ec-e43b-4997-8eb0-5f094563bb89 req-60cba48c-96c7-40a8-ac75-02b145f5e327 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:01.700492 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ba7ea2ec-e43b-4997-8eb0-5f094563bb89 req-60cba48c-96c7-40a8-ac75-02b145f5e327 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0742893 Jul 16 11:38:01.715297 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-292cbb0b-0e9d-474e-907b-bed0ae71a94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8595413'] for subnet, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.740127 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292cbb0b-0e9d-474e-907b-bed0ae71a94a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:01.740923 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ba7ea2ec-e43b-4997-8eb0-5f094563bb89 req-77c78f16-f463-465c-981c-feb73526f9ff tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332932 Jul 16 11:38:01.743749 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-292cbb0b-0e9d-474e-907b-bed0ae71a94a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.748297 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-292cbb0b-0e9d-474e-907b-bed0ae71a94a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2cc0ccaf-4ae3-446b-aa13-c2365a3d0c01 HTTP/1.1" status: 204 len: 168 time: 0.2176609 Jul 16 11:38:01.748845 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 46564) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:01.823116 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-58d432c3-772e-4a28-873c-3fa94de21eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623655'] for network, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.901099 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-58d432c3-772e-4a28-873c-3fa94de21eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734504', 'neutron.services.segments.db._delete_segments_for_network-8746163431244'] for network, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.910891 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-58d432c3-772e-4a28-873c-3fa94de21eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee2e96e-034a-462e-b501-313f6b4a85f3']}} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:01.920583 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-58d432c3-772e-4a28-873c-3fa94de21eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80610aa-abb5-4a7a-8a02-126f58269df6') {'for_net_delete': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:01.921450 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-58d432c3-772e-4a28-873c-3fa94de21eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80610aa-abb5-4a7a-8a02-126f58269df6') {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:01.930327 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-58d432c3-772e-4a28-873c-3fa94de21eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746163433557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9065755'] for segment, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.943178 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-58d432c3-772e-4a28-873c-3fa94de21eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.948670 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d432c3-772e-4a28-873c-3fa94de21eb4 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 11:38:01.949201 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-58d432c3-772e-4a28-873c-3fa94de21eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9065606'] for segment, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: Traceback (most recent call last): Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: timer() Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: cb(*args, **kw) Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: return func(*args, **kwargs) Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: self._notify() Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: self.callback(batched_events) Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: event.method(event) Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: return f(self, *a, **k) Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: return self._get(url).json() Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: return self.request(url, 'GET', **kwargs) Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 11:38:01.950737 dv-cinder-784763-6-iscsi neutron-server[93104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 11:38:02.027904 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-58d432c3-772e-4a28-873c-3fa94de21eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814451'] for network, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:02.035268 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-58d432c3-772e-4a28-873c-3fa94de21eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:02.036384 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-58d432c3-772e-4a28-873c-3fa94de21eb4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fee2e96e-034a-462e-b501-313f6b4a85f3 HTTP/1.1" status: 204 len: 168 time: 0.2860634 Jul 16 11:38:02.051315 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d432c3-772e-4a28-873c-3fa94de21eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fee2e96e-034a-462e-b501-313f6b4a85f3,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:02.053569 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:02.077636 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9931691-61a0-46f1-9e60-2b3c97915771 req-f6260cf5-ee92-4e8e-b1cd-e615c979d532 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:02.079260 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e9931691-61a0-46f1-9e60-2b3c97915771 req-f6260cf5-ee92-4e8e-b1cd-e615c979d532 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=21876166-ea33-4267-82c3-b3f6ab6eece2 HTTP/1.1" status: 200 len: 946 time: 0.0830057 Jul 16 11:38:02.126214 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e9931691-61a0-46f1-9e60-2b3c97915771 req-6b96b133-95c4-4796-b1ce-644c03ac3ee1 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/security-groups?id=c33e401a-5cb4-4c59-9178-9651182ec5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385840 Jul 16 11:38:02.206770 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 46572) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:02.246464 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-d261e9b7-23a8-4dc1-afa7-ab7945c7e647 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f11877dcb4c49b69a3ec00e05d74fab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385315 Jul 16 11:38:02.248840 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 46574) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:02.301989 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1e9a0270-5598-4455-bec3-339c00a099ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:02.323041 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1e9a0270-5598-4455-bec3-339c00a099ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:02.407757 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1e9a0270-5598-4455-bec3-339c00a099ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:02.410372 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1e9a0270-5598-4455-bec3-339c00a099ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:02.411637 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-1e9a0270-5598-4455-bec3-339c00a099ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa993f54-0104-456e-b614-268f6586e4a9 HTTP/1.1" status: 204 len: 168 time: 0.1618757 Jul 16 11:38:02.421761 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d3222-f207-4fa1-8574-4d6c1ba6d25f req-86abbec5-d7f0-41e3-970b-77d026d533aa tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:02.423370 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-275d3222-f207-4fa1-8574-4d6c1ba6d25f req-86abbec5-d7f0-41e3-970b-77d026d533aa tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.13 "GET /v2.0/ports?device_id=21876166-ea33-4267-82c3-b3f6ab6eece2 HTTP/1.1" status: 200 len: 946 time: 0.0850844 Jul 16 11:38:02.435796 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a0270-5598-4455-bec3-339c00a099ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa993f54-0104-456e-b614-268f6586e4a9,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:02.525214 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [req-275d3222-f207-4fa1-8574-4d6c1ba6d25f req-8ae8db22-837b-4bcd-b299-17fc48cefdf9 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Deleting port 633892cb-ee22-4a74-b4a7-0675abe42f87 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:38:02.525549 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-275d3222-f207-4fa1-8574-4d6c1ba6d25f req-8ae8db22-837b-4bcd-b299-17fc48cefdf9 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:02.615221 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-275d3222-f207-4fa1-8574-4d6c1ba6d25f req-8ae8db22-837b-4bcd-b299-17fc48cefdf9 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] For port 633892cb-ee22-4a74-b4a7-0675abe42f87, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=633892cb-ee22-4a74-b4a7-0675abe42f87,segment=NetworkSegment(ad821385-04c3-440f-b2e8-61502438f21b),segment_id=ad821385-04c3-440f-b2e8-61502438f21b)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:38:02.615579 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-275d3222-f207-4fa1-8574-4d6c1ba6d25f req-8ae8db22-837b-4bcd-b299-17fc48cefdf9 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:02.626927 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [req-275d3222-f207-4fa1-8574-4d6c1ba6d25f req-8ae8db22-837b-4bcd-b299-17fc48cefdf9 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Calling delete_port for 633892cb-ee22-4a74-b4a7-0675abe42f87 owned by compute:nova {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:38:02.754925 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-275d3222-f207-4fa1-8574-4d6c1ba6d25f req-8ae8db22-837b-4bcd-b299-17fc48cefdf9 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:02.766883 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['633892cb-ee22-4a74-b4a7-0675abe42f87'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:38:02.786523 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8db22-837b-4bcd-b299-17fc48cefdf9 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Pushing event deleted for resources: {'Port': ['ID=633892cb-ee22-4a74-b4a7-0675abe42f87,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:02.807995 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:02.834697 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [req-275d3222-f207-4fa1-8574-4d6c1ba6d25f req-8ae8db22-837b-4bcd-b299-17fc48cefdf9 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] No DVR routers for this DVR port 633892cb-ee22-4a74-b4a7-0675abe42f87 on host hv-cinder-78476 {{(pid=93104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:38:02.837084 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-275d3222-f207-4fa1-8574-4d6c1ba6d25f req-8ae8db22-837b-4bcd-b299-17fc48cefdf9 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:02.839001 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-275d3222-f207-4fa1-8574-4d6c1ba6d25f req-8ae8db22-837b-4bcd-b299-17fc48cefdf9 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.13 "DELETE /v2.0/ports/633892cb-ee22-4a74-b4a7-0675abe42f87 HTTP/1.1" status: 204 len: 173 time: 0.4098830 Jul 16 11:38:02.839422 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21876166-ea33-4267-82c3-b3f6ab6eece2', 'name': 'network-vif-deleted', 'tag': '633892cb-ee22-4a74-b4a7-0675abe42f87'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:38:02.841651 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5e2c7f-d326-4c0d-9446-bec6a25192f0" -d '{"events": [{"server_uuid": "21876166-ea33-4267-82c3-b3f6ab6eece2", "name": "network-vif-deleted", "tag": "633892cb-ee22-4a74-b4a7-0675abe42f87"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:38:02.887066 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6698344d-4501-4cea-b759-135d9be25ef2 x-openstack-request-id: req-6698344d-4501-4cea-b759-135d9be25ef2 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:38:02.887352 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21876166-ea33-4267-82c3-b3f6ab6eece2", "name": "network-vif-deleted", "tag": "633892cb-ee22-4a74-b4a7-0675abe42f87", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:38:02.887598 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6698344d-4501-4cea-b759-135d9be25ef2 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:38:02.888020 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21876166-ea33-4267-82c3-b3f6ab6eece2', 'name': 'network-vif-deleted', 'tag': '633892cb-ee22-4a74-b4a7-0675abe42f87', 'status': 'completed', 'code': 200} Jul 16 11:38:03.024778 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device be8c4f19-6218-4454-a416-dcaffaf654a3 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:38:03.043981 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: be8c4f19-6218-4454-a416-dcaffaf654a3 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:38:03.044323 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device be8c4f19-6218-4454-a416-dcaffaf654a3 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:38:03.044727 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 77a90acd-2ab3-4348-b45d-0e9a9409ac7c no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:38:03.063639 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: 77a90acd-2ab3-4348-b45d-0e9a9409ac7c {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:38:03.064289 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 77a90acd-2ab3-4348-b45d-0e9a9409ac7c not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:38:03.282338 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-dac0b76f-01cf-4c83-80ba-03f8b20e0c26 req-f11302b1-d032-4283-84a1-f03d568f9b01 tempest-AttachVolumeNegativeTest-479120357 tempest-AttachVolumeNegativeTest-479120357-project] 10.222.0.16 "GET /v2.0/ports?device_id=21876166-ea33-4267-82c3-b3f6ab6eece2 HTTP/1.1" status: 200 len: 210 time: 0.0302362 Jul 16 11:38:04.079001 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 46628) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:04.176178 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-bd9ae01b-df9c-4fac-ae90-5d13b187ffaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.263161 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-bd9ae01b-df9c-4fac-ae90-5d13b187ffaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.268424 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-bd9ae01b-df9c-4fac-ae90-5d13b187ffaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.305363 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-bd9ae01b-df9c-4fac-ae90-5d13b187ffaa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3da252ac4c52439b9c9d76db8bc69c68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253017 Jul 16 11:38:04.306203 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ae01b-df9c-4fac-ae90-5d13b187ffaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb02a4c-2e10-4973-90f7-a12219268603,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:04.308013 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 46632) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:04.312451 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.357927 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4acce40e-acc9-4424-b0ef-c57cf9074414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.378996 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4acce40e-acc9-4424-b0ef-c57cf9074414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.386071 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 46636) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:04.424326 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4acce40e-acc9-4424-b0ef-c57cf9074414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.426907 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4acce40e-acc9-4424-b0ef-c57cf9074414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.428123 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-4acce40e-acc9-4424-b0ef-c57cf9074414 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbb02a4c-2e10-4973-90f7-a12219268603 HTTP/1.1" status: 204 len: 168 time: 0.1190338 Jul 16 11:38:04.434283 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0661d78-a346-4d8b-a8d3-6e8f3506435a admin admin] Deleting subnet 1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8 {{(pid=93104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 11:38:04.435703 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acce40e-acc9-4424-b0ef-c57cf9074414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb02a4c-2e10-4973-90f7-a12219268603,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:04.438372 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d0661d78-a346-4d8b-a8d3-6e8f3506435a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.472904 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d0661d78-a346-4d8b-a8d3-6e8f3506435a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9065772'] for subnet, precommit_delete_associations {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.515377 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d0661d78-a346-4d8b-a8d3-6e8f3506435a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732748'] for subnet, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.570730 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d0661d78-a346-4d8b-a8d3-6e8f3506435a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9065764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526688'] for subnet, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.596925 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0661d78-a346-4d8b-a8d3-6e8f3506435a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:04.598787 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d0661d78-a346-4d8b-a8d3-6e8f3506435a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.600688 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-d0661d78-a346-4d8b-a8d3-6e8f3506435a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1b5c9435-8560-4ca5-a3c6-7610dbb3e3d8 HTTP/1.1" status: 204 len: 168 time: 0.2136016 Jul 16 11:38:04.603237 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 46642) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:04.668534 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a3bbba1c-2ae1-46d8-9755-42c989fbebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623655'] for network, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.694208 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 46644) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:04.707007 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ded03863-b82c-475e-9ee5-a9a25b57b24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.747563 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a3bbba1c-2ae1-46d8-9755-42c989fbebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734504', 'neutron.services.segments.db._delete_segments_for_network-8746163431244'] for network, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.758724 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-a3bbba1c-2ae1-46d8-9755-42c989fbebf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f27cbcf-838f-437f-85a6-888a3b782efb']}} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:04.769379 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-a3bbba1c-2ae1-46d8-9755-42c989fbebf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad821385-04c3-440f-b2e8-61502438f21b') {'for_net_delete': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:04.769673 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-a3bbba1c-2ae1-46d8-9755-42c989fbebf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad821385-04c3-440f-b2e8-61502438f21b') {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:04.778663 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a3bbba1c-2ae1-46d8-9755-42c989fbebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746163433557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9065755'] for segment, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.792830 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a3bbba1c-2ae1-46d8-9755-42c989fbebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.793459 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ded03863-b82c-475e-9ee5-a9a25b57b24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.797604 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ded03863-b82c-475e-9ee5-a9a25b57b24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.800520 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3bbba1c-2ae1-46d8-9755-42c989fbebf5 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 11:38:04.800920 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a3bbba1c-2ae1-46d8-9755-42c989fbebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9065606'] for segment, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: Traceback (most recent call last): Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: timer() Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: cb(*args, **kw) Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: return func(*args, **kwargs) Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: self._notify() Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: self.callback(batched_events) Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: event.method(event) Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: return f(self, *a, **k) Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: return self._get(url).json() Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: return self.request(url, 'GET', **kwargs) Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 11:38:04.802516 dv-cinder-784763-6-iscsi neutron-server[93104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 11:38:04.861187 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a3bbba1c-2ae1-46d8-9755-42c989fbebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814451'] for network, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.866517 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a3bbba1c-2ae1-46d8-9755-42c989fbebf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:04.868386 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-a3bbba1c-2ae1-46d8-9755-42c989fbebf5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6f27cbcf-838f-437f-85a6-888a3b782efb HTTP/1.1" status: 204 len: 168 time: 0.2642477 Jul 16 11:38:04.881570 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbba1c-2ae1-46d8-9755-42c989fbebf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f27cbcf-838f-437f-85a6-888a3b782efb,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:04.953753 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 633892cb-ee22-4a74-b4a7-0675abe42f87 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:38:04.973740 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: 633892cb-ee22-4a74-b4a7-0675abe42f87 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:38:04.974084 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 633892cb-ee22-4a74-b4a7-0675abe42f87 not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:38:05.024214 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-ded03863-b82c-475e-9ee5-a9a25b57b24f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bd4071823d746df87a778667f44f975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288054 Jul 16 11:38:05.025340 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded03863-b82c-475e-9ee5-a9a25b57b24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70e0f31-80ee-4918-b2be-a0759c1efe01,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:05.026884 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 46648) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:05.038115 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 46650) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:05.078706 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-d64e5779-1ffe-4934-8102-d622d25d1807 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8962fef25ed4c4d8a016a63771cf75c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370464 Jul 16 11:38:05.079404 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 46652) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:05.082428 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7e9803cc-de58-48b6-8426-09da9679809a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:05.103818 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7e9803cc-de58-48b6-8426-09da9679809a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:05.127458 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4c6457f0-a688-4f1d-a0f2-90a9f131d2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:05.147755 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4c6457f0-a688-4f1d-a0f2-90a9f131d2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:05.148314 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7e9803cc-de58-48b6-8426-09da9679809a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:05.150836 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7e9803cc-de58-48b6-8426-09da9679809a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:05.154257 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-7e9803cc-de58-48b6-8426-09da9679809a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d70e0f31-80ee-4918-b2be-a0759c1efe01 HTTP/1.1" status: 204 len: 168 time: 0.1231985 Jul 16 11:38:05.161369 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9803cc-de58-48b6-8426-09da9679809a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70e0f31-80ee-4918-b2be-a0759c1efe01,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:05.201970 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4c6457f0-a688-4f1d-a0f2-90a9f131d2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:05.204626 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4c6457f0-a688-4f1d-a0f2-90a9f131d2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:05.205827 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-4c6457f0-a688-4f1d-a0f2-90a9f131d2e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c33e401a-5cb4-4c59-9178-9651182ec5dc HTTP/1.1" status: 204 len: 168 time: 0.1254129 Jul 16 11:38:05.214639 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6457f0-a688-4f1d-a0f2-90a9f131d2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33e401a-5cb4-4c59-9178-9651182ec5dc,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:09.153621 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 46764) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:09.250823 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e60f-6edd-4554-ad1a-20d4d62457cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:09.336276 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e60f-6edd-4554-ad1a-20d4d62457cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:09.339775 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e60f-6edd-4554-ad1a-20d4d62457cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:09.379910 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-c1b0e60f-6edd-4554-ad1a-20d4d62457cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37427dda05f44b9db5e77c835ac6f801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252448 Jul 16 11:38:09.380704 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0e60f-6edd-4554-ad1a-20d4d62457cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fa5117-30f3-49cc-a871-8e4a342683a8,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:09.382627 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 46768) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:09.430774 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f7c00e56-39a3-4a84-8779-0da6cc053cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:09.450638 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f7c00e56-39a3-4a84-8779-0da6cc053cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:09.496792 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f7c00e56-39a3-4a84-8779-0da6cc053cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:09.499393 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f7c00e56-39a3-4a84-8779-0da6cc053cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:09.502918 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-f7c00e56-39a3-4a84-8779-0da6cc053cad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55fa5117-30f3-49cc-a871-8e4a342683a8 HTTP/1.1" status: 204 len: 168 time: 0.1169565 Jul 16 11:38:09.508247 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c00e56-39a3-4a84-8779-0da6cc053cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fa5117-30f3-49cc-a871-8e4a342683a8,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:12.103382 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 46908) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:12.201970 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e06f6835-1b26-4304-8649-8429b8dd1cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:12.294204 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e06f6835-1b26-4304-8649-8429b8dd1cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:12.298669 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e06f6835-1b26-4304-8649-8429b8dd1cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:12.336729 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-e06f6835-1b26-4304-8649-8429b8dd1cb8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=001cb6bd06fc452ba4331ac4297341fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321553 Jul 16 11:38:12.338609 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f6835-1b26-4304-8649-8429b8dd1cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8466ad6-83e8-42e4-ac9d-4fa6f27080df,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:12.339385 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 46918) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:12.391300 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8d3f2666-378d-4b7f-935a-f815d93a0a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:12.414012 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8d3f2666-378d-4b7f-935a-f815d93a0a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:12.459458 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8d3f2666-378d-4b7f-935a-f815d93a0a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:12.462083 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8d3f2666-378d-4b7f-935a-f815d93a0a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:12.463222 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-8d3f2666-378d-4b7f-935a-f815d93a0a40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8466ad6-83e8-42e4-ac9d-4fa6f27080df HTTP/1.1" status: 204 len: 168 time: 0.1226094 Jul 16 11:38:12.471116 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f2666-378d-4b7f-935a-f815d93a0a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8466ad6-83e8-42e4-ac9d-4fa6f27080df,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:12.724231 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 46930) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:12.737539 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-80f704ac-aef3-4d80-8907-179a179ee56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:12.821952 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-80f704ac-aef3-4d80-8907-179a179ee56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:12.825309 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-80f704ac-aef3-4d80-8907-179a179ee56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:12.862486 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-80f704ac-aef3-4d80-8907-179a179ee56c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bfac28970444300ae869f60682ef693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372221 Jul 16 11:38:12.863295 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f704ac-aef3-4d80-8907-179a179ee56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065de3e2-2c5f-4932-ba9f-fead91485bee,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:12.866006 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 46932) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:12.914058 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4dfce955-367b-4d64-a10b-11f7f1af2699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:12.933855 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4dfce955-367b-4d64-a10b-11f7f1af2699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:12.980085 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4dfce955-367b-4d64-a10b-11f7f1af2699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:12.982566 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4dfce955-367b-4d64-a10b-11f7f1af2699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:12.983695 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-4dfce955-367b-4d64-a10b-11f7f1af2699 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/065de3e2-2c5f-4932-ba9f-fead91485bee HTTP/1.1" status: 204 len: 168 time: 0.1163733 Jul 16 11:38:12.990923 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfce955-367b-4d64-a10b-11f7f1af2699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065de3e2-2c5f-4932-ba9f-fead91485bee,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:24.805930 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:24.946205 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 47264) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:25.044086 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f3619458-723a-427b-a13a-743ae6ee2d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:25.132642 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f3619458-723a-427b-a13a-743ae6ee2d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:25.135999 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f3619458-723a-427b-a13a-743ae6ee2d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:25.172054 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-f3619458-723a-427b-a13a-743ae6ee2d38 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05d0686346754f6cbb97da40d663e7fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248147 Jul 16 11:38:25.172975 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3619458-723a-427b-a13a-743ae6ee2d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83835852-b84b-4289-86ec-29a43275e5ee,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:25.174836 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47268) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:25.226363 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-afa991f5-52a4-4a0b-b1f2-1cf30f663a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:25.246212 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-afa991f5-52a4-4a0b-b1f2-1cf30f663a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:25.291405 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-afa991f5-52a4-4a0b-b1f2-1cf30f663a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:25.293935 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-afa991f5-52a4-4a0b-b1f2-1cf30f663a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:25.295096 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-afa991f5-52a4-4a0b-b1f2-1cf30f663a45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83835852-b84b-4289-86ec-29a43275e5ee HTTP/1.1" status: 204 len: 168 time: 0.1185212 Jul 16 11:38:25.302721 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa991f5-52a4-4a0b-b1f2-1cf30f663a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83835852-b84b-4289-86ec-29a43275e5ee,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:25.459126 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:38:25.557664 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47276) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:25.571144 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b39a8df-d37d-4166-8297-5bed88838a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:25.657338 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b39a8df-d37d-4166-8297-5bed88838a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:25.660932 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b39a8df-d37d-4166-8297-5bed88838a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:25.697884 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-0b39a8df-d37d-4166-8297-5bed88838a96 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59dd6073414148fdb435d7f0cbcc7621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391451 Jul 16 11:38:25.699771 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39a8df-d37d-4166-8297-5bed88838a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243466df-eb39-4817-873a-60bcca018a31,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:25.700587 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 47278) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:25.750579 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5fe8369f-46d6-4ec9-8853-cf5626ecd492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:25.771855 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5fe8369f-46d6-4ec9-8853-cf5626ecd492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:25.819102 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5fe8369f-46d6-4ec9-8853-cf5626ecd492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:25.822291 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5fe8369f-46d6-4ec9-8853-cf5626ecd492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:25.823448 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-5fe8369f-46d6-4ec9-8853-cf5626ecd492 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/243466df-eb39-4817-873a-60bcca018a31 HTTP/1.1" status: 204 len: 168 time: 0.1218915 Jul 16 11:38:25.831183 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8369f-46d6-4ec9-8853-cf5626ecd492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243466df-eb39-4817-873a-60bcca018a31,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:26.124632 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 47286) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:26.137707 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9fcb08ff-c5cc-4fe5-9d5f-74208926cda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:26.222255 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9fcb08ff-c5cc-4fe5-9d5f-74208926cda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:26.225625 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9fcb08ff-c5cc-4fe5-9d5f-74208926cda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:26.263992 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-9fcb08ff-c5cc-4fe5-9d5f-74208926cda5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6f2f36b4fbb4811a185341cccf05691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382325 Jul 16 11:38:26.264738 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb08ff-c5cc-4fe5-9d5f-74208926cda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd62d738-1734-477b-8144-f6c10614a4fc,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:26.266964 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 47288) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:26.313574 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c313db04-69c3-4cdc-baab-bb4de04aa480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:26.334710 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c313db04-69c3-4cdc-baab-bb4de04aa480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:26.378180 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c313db04-69c3-4cdc-baab-bb4de04aa480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:26.380900 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c313db04-69c3-4cdc-baab-bb4de04aa480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:26.382045 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-c313db04-69c3-4cdc-baab-bb4de04aa480 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd62d738-1734-477b-8144-f6c10614a4fc HTTP/1.1" status: 204 len: 168 time: 0.1136675 Jul 16 11:38:26.389389 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313db04-69c3-4cdc-baab-bb4de04aa480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd62d738-1734-477b-8144-f6c10614a4fc,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:28.875080 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4062f279-4350-4b18-be5d-2e48b22b9952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:29.551125 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658ae99-0522-40f2-9835-fce2ed6f389f req-152767ac-39d7-4d0f-bd44-2fc9e75f8650 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:29.552742 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3658ae99-0522-40f2-9835-fce2ed6f389f req-152767ac-39d7-4d0f-bd44-2fc9e75f8650 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 947 time: 0.0659900 Jul 16 11:38:29.590520 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3658ae99-0522-40f2-9835-fce2ed6f389f req-893695b2-ffe8-4865-891c-1a4a51024080 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324180 Jul 16 11:38:30.769773 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1004f03-6ca6-4b6f-9a7c-6eea703f2f7a req-f86715be-1196-4d07-be1d-0fa45e3e9395 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:30.771221 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f1004f03-6ca6-4b6f-9a7c-6eea703f2f7a req-f86715be-1196-4d07-be1d-0fa45e3e9395 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 947 time: 0.0633686 Jul 16 11:38:30.806878 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f1004f03-6ca6-4b6f-9a7c-6eea703f2f7a req-cc5a09ea-de53-4110-96bb-d9fd9e4738d5 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302625 Jul 16 11:38:31.673550 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-7561bdba-fadc-4be0-b802-e18fe07de967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:31.982368 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d6112-a699-410e-85ba-ffe5aa5c40a1 req-de2603b7-3f03-4c60-8bf0-fbbbb76a76e2 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:31.983851 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0b7d6112-a699-410e-85ba-ffe5aa5c40a1 req-de2603b7-3f03-4c60-8bf0-fbbbb76a76e2 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 947 time: 0.0610161 Jul 16 11:38:32.019869 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0b7d6112-a699-410e-85ba-ffe5aa5c40a1 req-fe5ff7ea-5960-4a2a-b1e3-454bed6338bf tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299132 Jul 16 11:38:32.055917 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:32.794890 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:33.203397 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a381f8-ec28-42a2-8819-3cc03a65ccf7 req-58d8c7ad-0215-464e-ab6e-eea800d83589 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:33.208352 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e4a381f8-ec28-42a2-8819-3cc03a65ccf7 req-58d8c7ad-0215-464e-ab6e-eea800d83589 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 947 time: 0.0717711 Jul 16 11:38:33.250336 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e4a381f8-ec28-42a2-8819-3cc03a65ccf7 req-0e897485-3c60-497b-8047-b2456f4e5ae4 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=7de30813-37ee-4fd3-9638-50e6c06033cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398984 Jul 16 11:38:33.308083 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 47454) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:33.412193 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3fd984a7-d3cb-41c4-a0fa-07ce41e142f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:33.496305 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3fd984a7-d3cb-41c4-a0fa-07ce41e142f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:33.499880 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3fd984a7-d3cb-41c4-a0fa-07ce41e142f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:33.537534 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-3fd984a7-d3cb-41c4-a0fa-07ce41e142f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76f5818c8cc54368bf318d170143e312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281809 Jul 16 11:38:33.538377 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd984a7-d3cb-41c4-a0fa-07ce41e142f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e05a61c-22bb-4c8a-8d0e-2e9539413851,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:33.541100 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47458) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:33.588874 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ea1dbfc2-dd99-474e-a075-32cc33b53260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:33.609114 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ea1dbfc2-dd99-474e-a075-32cc33b53260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:33.655643 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ea1dbfc2-dd99-474e-a075-32cc33b53260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:33.658159 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ea1dbfc2-dd99-474e-a075-32cc33b53260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:33.659275 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-ea1dbfc2-dd99-474e-a075-32cc33b53260 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e05a61c-22bb-4c8a-8d0e-2e9539413851 HTTP/1.1" status: 204 len: 168 time: 0.1168587 Jul 16 11:38:33.666532 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dbfc2-dd99-474e-a075-32cc33b53260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e05a61c-22bb-4c8a-8d0e-2e9539413851,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:33.839095 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b259c1f-f0b8-457d-ac36-97facc049c78 req-4048696f-5795-4e9c-a524-edc38e9fd938 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:33.840534 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7b259c1f-f0b8-457d-ac36-97facc049c78 req-4048696f-5795-4e9c-a524-edc38e9fd938 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 947 time: 0.0628877 Jul 16 11:38:33.910489 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47464) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:33.923659 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a694a69b-2960-41f8-8a63-c12aada69209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:33.943801 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [req-7b259c1f-f0b8-457d-ac36-97facc049c78 req-9047031b-0187-4610-9cc0-6266d40c1160 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Deleting port e4f37eb1-66c8-420b-9b91-6480de0fc846 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:38:33.944173 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-7b259c1f-f0b8-457d-ac36-97facc049c78 req-9047031b-0187-4610-9cc0-6266d40c1160 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.010409 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a694a69b-2960-41f8-8a63-c12aada69209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.014256 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a694a69b-2960-41f8-8a63-c12aada69209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.030138 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-7b259c1f-f0b8-457d-ac36-97facc049c78 req-9047031b-0187-4610-9cc0-6266d40c1160 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] For port e4f37eb1-66c8-420b-9b91-6480de0fc846, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e4f37eb1-66c8-420b-9b91-6480de0fc846,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:38:34.030497 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-7b259c1f-f0b8-457d-ac36-97facc049c78 req-9047031b-0187-4610-9cc0-6266d40c1160 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.052958 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-a694a69b-2960-41f8-8a63-c12aada69209 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d80e0d3e6b14e38a030d60417795d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412907 Jul 16 11:38:34.055507 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47466) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:34.061409 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694a69b-2960-41f8-8a63-c12aada69209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c682ca4e-935f-45b6-9f56-7c72a5ec0883,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:34.108253 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-96534fa0-5948-4640-9c05-032422b1639c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.129538 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-96534fa0-5948-4640-9c05-032422b1639c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.174143 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-96534fa0-5948-4640-9c05-032422b1639c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.177323 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-96534fa0-5948-4640-9c05-032422b1639c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.178453 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-96534fa0-5948-4640-9c05-032422b1639c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c682ca4e-935f-45b6-9f56-7c72a5ec0883 HTTP/1.1" status: 204 len: 168 time: 0.1220155 Jul 16 11:38:34.186717 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96534fa0-5948-4640-9c05-032422b1639c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c682ca4e-935f-45b6-9f56-7c72a5ec0883,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:34.250293 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-7b259c1f-f0b8-457d-ac36-97facc049c78 req-9047031b-0187-4610-9cc0-6266d40c1160 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.250763 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-7b259c1f-f0b8-457d-ac36-97facc049c78 req-9047031b-0187-4610-9cc0-6266d40c1160 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814437'] for floatingip, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.251046 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.l3_db [req-7b259c1f-f0b8-457d-ac36-97facc049c78 req-9047031b-0187-4610-9cc0-6266d40c1160 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Floating IP f480ee15-a6a6-489d-9d7d-52f569d77fba disassociated. External IP: 172.27.0.136, port: e4f37eb1-66c8-420b-9b91-6480de0fc846. Jul 16 11:38:34.251348 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [req-7b259c1f-f0b8-457d-ac36-97facc049c78 req-9047031b-0187-4610-9cc0-6266d40c1160 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Calling delete_port for e4f37eb1-66c8-420b-9b91-6480de0fc846 owned by compute:nova {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:38:34.318792 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.385536 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-7b259c1f-f0b8-457d-ac36-97facc049c78 req-9047031b-0187-4610-9cc0-6266d40c1160 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.423211 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047031b-0187-4610-9cc0-6266d40c1160 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Pushing event deleted for resources: {'Port': ['ID=e4f37eb1-66c8-420b-9b91-6480de0fc846,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:34.463063 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6cb1867f-5fd8-4d3e-8389-041389565aeb req-f2ed1898-1b46-4a21-8e84-e75d5744211f tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aebda69-8c8b-478b-936a-efc1bff04e79 HTTP/1.1" status: 200 len: 210 time: 0.0446684 Jul 16 11:38:34.580521 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47492) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:34.590944 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b259c1f-f0b8-457d-ac36-97facc049c78 req-9047031b-0187-4610-9cc0-6266d40c1160 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:38:34.608642 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b03f4c23-80b6-4db8-92e0-c36967f0ba4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.710942 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b259c1f-f0b8-457d-ac36-97facc049c78 req-9047031b-0187-4610-9cc0-6266d40c1160 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:38:34.721650 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbfdd52-52b6-463a-bcb6-86bad99f407a None None] Sync routers for ids ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:38:34.723480 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b03f4c23-80b6-4db8-92e0-c36967f0ba4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.729451 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b03f4c23-80b6-4db8-92e0-c36967f0ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.743267 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbfdd52-52b6-463a-bcb6-86bad99f407a None None] Routers {'3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:38:34.744099 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-dbbfdd52-52b6-463a-bcb6-86bad99f407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:38:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:34.759292 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b259c1f-f0b8-457d-ac36-97facc049c78 req-9047031b-0187-4610-9cc0-6266d40c1160 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] No DVR routers for this DVR port e4f37eb1-66c8-420b-9b91-6480de0fc846 on host hv-cinder-78476 {{(pid=93104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:38:34.761888 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-7b259c1f-f0b8-457d-ac36-97facc049c78 req-9047031b-0187-4610-9cc0-6266d40c1160 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.766581 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-b03f4c23-80b6-4db8-92e0-c36967f0ba4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8749850eccd244cfb9ed7c6926e51dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810050 Jul 16 11:38:34.766770 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7b259c1f-f0b8-457d-ac36-97facc049c78 req-9047031b-0187-4610-9cc0-6266d40c1160 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.13 "DELETE /v2.0/ports/e4f37eb1-66c8-420b-9b91-6480de0fc846 HTTP/1.1" status: 204 len: 173 time: 0.9172471 Jul 16 11:38:34.766770 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'name': 'network-vif-deleted', 'tag': 'e4f37eb1-66c8-420b-9b91-6480de0fc846'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:38:34.766971 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47504) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:34.767061 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eee6686-ff00-49df-8e0c-e0df553fd854" -d '{"events": [{"server_uuid": "5aebda69-8c8b-478b-936a-efc1bff04e79", "name": "network-vif-deleted", "tag": "e4f37eb1-66c8-420b-9b91-6480de0fc846"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:38:34.817199 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9bcf36-8daa-4bda-a2a2-ebb8d4131aee x-openstack-request-id: req-4f9bcf36-8daa-4bda-a2a2-ebb8d4131aee {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:38:34.817735 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aebda69-8c8b-478b-936a-efc1bff04e79", "name": "network-vif-deleted", "tag": "e4f37eb1-66c8-420b-9b91-6480de0fc846", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:38:34.818168 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f9bcf36-8daa-4bda-a2a2-ebb8d4131aee {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:38:34.819060 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aebda69-8c8b-478b-936a-efc1bff04e79', 'name': 'network-vif-deleted', 'tag': 'e4f37eb1-66c8-420b-9b91-6480de0fc846', 'status': 'completed', 'code': 200} Jul 16 11:38:34.842188 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f4c23-80b6-4db8-92e0-c36967f0ba4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb273b1-8152-4213-8961-14f9f52ccb93,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:34.859611 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f4c23-80b6-4db8-92e0-c36967f0ba4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:34.860036 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f4c23-80b6-4db8-92e0-c36967f0ba4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:34.860589 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f4c23-80b6-4db8-92e0-c36967f0ba4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:34.860926 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f4c23-80b6-4db8-92e0-c36967f0ba4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:34.861361 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f4c23-80b6-4db8-92e0-c36967f0ba4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:34.861827 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f4c23-80b6-4db8-92e0-c36967f0ba4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:34.862249 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f4c23-80b6-4db8-92e0-c36967f0ba4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:34.862746 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f4c23-80b6-4db8-92e0-c36967f0ba4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:34.863181 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f4c23-80b6-4db8-92e0-c36967f0ba4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:34.863869 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f4c23-80b6-4db8-92e0-c36967f0ba4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:34.864094 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f4c23-80b6-4db8-92e0-c36967f0ba4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:34.864512 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03f4c23-80b6-4db8-92e0-c36967f0ba4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:34.870617 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3e9770a6-2b9b-4f14-8ae0-eac0c1a690db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.896003 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3e9770a6-2b9b-4f14-8ae0-eac0c1a690db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.912028 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-dbbfdd52-52b6-463a-bcb6-86bad99f407a None None] Set router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:38:34.952594 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3e9770a6-2b9b-4f14-8ae0-eac0c1a690db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.955224 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3e9770a6-2b9b-4f14-8ae0-eac0c1a690db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:34.957039 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-3e9770a6-2b9b-4f14-8ae0-eac0c1a690db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fcb273b1-8152-4213-8961-14f9f52ccb93 HTTP/1.1" status: 204 len: 168 time: 0.1893079 Jul 16 11:38:34.966211 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9770a6-2b9b-4f14-8ae0-eac0c1a690db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb273b1-8152-4213-8961-14f9f52ccb93,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:35.148610 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-dbbfdd52-52b6-463a-bcb6-86bad99f407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:34:45Z', 'revision_number': 4, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '862e634c-2358-4521-a301-36ffe4b6ad87', 'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'mac_address': 'fa:16:3e:b8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:41Z', 'updated_at': '2021-07-16T11:34:57Z', 'revision_number': 5, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'subnets': [{'id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:35.178770 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbfdd52-52b6-463a-bcb6-86bad99f407a None None] Checking router: 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:38:35.187319 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbfdd52-52b6-463a-bcb6-86bad99f407a None None] Routers {'3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:38:35.187978 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-dbbfdd52-52b6-463a-bcb6-86bad99f407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:38:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:35.418828 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-dbbfdd52-52b6-463a-bcb6-86bad99f407a None None] Set router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:38:35.627034 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47532) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:35.650417 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-dbbfdd52-52b6-463a-bcb6-86bad99f407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:34:45Z', 'revision_number': 4, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '862e634c-2358-4521-a301-36ffe4b6ad87', 'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'mac_address': 'fa:16:3e:b8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:41Z', 'updated_at': '2021-07-16T11:34:57Z', 'revision_number': 5, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'subnets': [{'id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:35.677044 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbfdd52-52b6-463a-bcb6-86bad99f407a None None] The sync data for ids ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'] in dv-cinder-784763-6-iscsi is: [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:34:45Z', 'revision_number': 4, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '862e634c-2358-4521-a301-36ffe4b6ad87', 'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'mac_address': 'fa:16:3e:b8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:41Z', 'updated_at': '2021-07-16T11:34:57Z', 'revision_number': 5, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'subnets': [{'id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:38:35.696135 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1ebb26d4-3df9-42ce-9f0e-564a808a81a5 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:35.723432 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1ebb26d4-3df9-42ce-9f0e-564a808a81a5 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:35.789303 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1ebb26d4-3df9-42ce-9f0e-564a808a81a5 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:35.791954 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1ebb26d4-3df9-42ce-9f0e-564a808a81a5 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:35.793080 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-1ebb26d4-3df9-42ce-9f0e-564a808a81a5 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "DELETE /v2.0/security-groups/7de30813-37ee-4fd3-9638-50e6c06033cf HTTP/1.1" status: 204 len: 168 time: 0.1644850 Jul 16 11:38:35.795889 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 47538) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:35.804072 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb26d4-3df9-42ce-9f0e-564a808a81a5 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de30813-37ee-4fd3-9638-50e6c06033cf,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:35.814659 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.api.v2.resource [None req-dc868a43-22eb-48b4-9de7-4cc6eadacaf8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] show failed (client error): The resource could not be found. Jul 16 11:38:35.817311 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-dc868a43-22eb-48b4-9de7-4cc6eadacaf8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups/7de30813-37ee-4fd3-9638-50e6c06033cf HTTP/1.1" status: 404 len: 347 time: 0.0188761 Jul 16 11:38:35.821216 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47540) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:36.008003 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1350913d-7f67-4fde-bd6a-8f8b5b9aff56 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Deleting port a0606d6a-6c89-4348-8223-a486ba5a04d9 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:38:36.008445 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1350913d-7f67-4fde-bd6a-8f8b5b9aff56 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:36.032147 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47a79b7-f6c8-422b-aa0e-8186681c5aea None None] New status for floating IP f480ee15-a6a6-489d-9d7d-52f569d77fba: DOWN {{(pid=93106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 11:38:36.104366 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1350913d-7f67-4fde-bd6a-8f8b5b9aff56 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:36.105295 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1350913d-7f67-4fde-bd6a-8f8b5b9aff56 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:36.122251 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1350913d-7f67-4fde-bd6a-8f8b5b9aff56 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Calling delete_port for a0606d6a-6c89-4348-8223-a486ba5a04d9 owned by network:floatingip {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:38:36.289550 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1350913d-7f67-4fde-bd6a-8f8b5b9aff56 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:36.321465 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350913d-7f67-4fde-bd6a-8f8b5b9aff56 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Pushing event deleted for resources: {'Port': ['ID=a0606d6a-6c89-4348-8223-a486ba5a04d9,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:36.377352 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1350913d-7f67-4fde-bd6a-8f8b5b9aff56 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for floatingip, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:36.380237 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1350913d-7f67-4fde-bd6a-8f8b5b9aff56 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:36.386381 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-1350913d-7f67-4fde-bd6a-8f8b5b9aff56 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "DELETE /v2.0/floatingips/f480ee15-a6a6-489d-9d7d-52f569d77fba HTTP/1.1" status: 204 len: 168 time: 0.5628915 Jul 16 11:38:36.630943 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47566) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:36.635847 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-b1467520-f3d6-4770-b8a0-060155a20d87 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1468216584', 'description': 'tempest-description--933965309'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:36.657443 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b1467520-f3d6-4770-b8a0-060155a20d87 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:36.742763 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b1467520-f3d6-4770-b8a0-060155a20d87 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:36.745654 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b1467520-f3d6-4770-b8a0-060155a20d87 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:36.772287 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b1467520-f3d6-4770-b8a0-060155a20d87 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:36.773424 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-b1467520-f3d6-4770-b8a0-060155a20d87 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1413686 Jul 16 11:38:36.776761 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 47570) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:36.777971 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1467520-f3d6-4770-b8a0-060155a20d87 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f515c0e3-8dd4-4163-8e7a-b852f722ed34,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:36.781660 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Request body: {'security_group_rule': {'security_group_id': 'f515c0e3-8dd4-4163-8e7a-b852f722ed34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:36.808856 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:36.860843 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:36.865102 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:36.883385 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3c3235-4874-4c73-b3cd-1328734026a8,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:36.893538 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:36.894812 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:36.895421 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:36.896016 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:36.896364 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:36.896849 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:36.897394 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:36.897767 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:36.898244 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:36.898621 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:36.899078 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:36.899542 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:36.904209 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:36.908170 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47576) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:36.908485 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-acdcba41-a190-4bb8-9b35-c5a66056fb1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304936 Jul 16 11:38:36.913136 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-19283c35-4f95-450b-abc8-b220343dde03 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Request body: {'security_group_rule': {'security_group_id': 'f515c0e3-8dd4-4163-8e7a-b852f722ed34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:36.938249 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-19283c35-4f95-450b-abc8-b220343dde03 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.004819 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-19283c35-4f95-450b-abc8-b220343dde03 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.008496 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-19283c35-4f95-450b-abc8-b220343dde03 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.029854 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19283c35-4f95-450b-abc8-b220343dde03 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946835fd-45ac-4631-a603-3d2049df3d12,revision_number=0']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:37.033931 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-19283c35-4f95-450b-abc8-b220343dde03 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.038228 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-19283c35-4f95-450b-abc8-b220343dde03 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261027 Jul 16 11:38:37.038689 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47580) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:37.042776 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-c0ef0103-4602-458f-a8ae-2ede2e58e3a7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Request body: {'floatingip': {'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:37.070406 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0103-4602-458f-a8ae-2ede2e58e3a7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for floatingip, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.120832 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device e4f37eb1-66c8-420b-9b91-6480de0fc846 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:38:37.156949 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: e4f37eb1-66c8-420b-9b91-6480de0fc846 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:38:37.157376 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device e4f37eb1-66c8-420b-9b91-6480de0fc846 not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:38:37.182909 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0103-4602-458f-a8ae-2ede2e58e3a7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.293261 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-c0ef0103-4602-458f-a8ae-2ede2e58e3a7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Allocated IP 172.27.0.65 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/efdb4abc-cf16-45af-8adb-524c964cec3f) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:38:37.306092 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 47586) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:37.393985 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0103-4602-458f-a8ae-2ede2e58e3a7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.406431 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f98cfc20-5a6c-468a-844f-e87ef63cece0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.436792 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0103-4602-458f-a8ae-2ede2e58e3a7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.472749 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ef0103-4602-458f-a8ae-2ede2e58e3a7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:38:37.478791 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-c0ef0103-4602-458f-a8ae-2ede2e58e3a7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:38:37.482372 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef0103-4602-458f-a8ae-2ede2e58e3a7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:38:37.497494 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f98cfc20-5a6c-468a-844f-e87ef63cece0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.501090 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f98cfc20-5a6c-468a-844f-e87ef63cece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.506945 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef0103-4602-458f-a8ae-2ede2e58e3a7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Pushing event updated for resources: {'Port': ['ID=efdb4abc-cf16-45af-8adb-524c964cec3f,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:37.543062 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cfc20-5a6c-468a-844f-e87ef63cece0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c616a6-977c-4f00-98b4-23a0cacd6495,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:37.548777 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-f98cfc20-5a6c-468a-844f-e87ef63cece0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f3f5f5d46274150aef1cd6646eb0617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416396 Jul 16 11:38:37.551510 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47590) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:37.590898 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0103-4602-458f-a8ae-2ede2e58e3a7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.639757 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c5df1f4f-efab-4750-8bfb-486ca3f7d62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.659684 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0103-4602-458f-a8ae-2ede2e58e3a7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.685159 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c5df1f4f-efab-4750-8bfb-486ca3f7d62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.790870 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c5df1f4f-efab-4750-8bfb-486ca3f7d62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.793384 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c5df1f4f-efab-4750-8bfb-486ca3f7d62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.794501 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-c5df1f4f-efab-4750-8bfb-486ca3f7d62e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42c616a6-977c-4f00-98b4-23a0cacd6495 HTTP/1.1" status: 204 len: 168 time: 0.2420366 Jul 16 11:38:37.807379 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df1f4f-efab-4750-8bfb-486ca3f7d62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c616a6-977c-4f00-98b4-23a0cacd6495,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:37.854753 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0103-4602-458f-a8ae-2ede2e58e3a7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.859155 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0103-4602-458f-a8ae-2ede2e58e3a7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.924650 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef0103-4602-458f-a8ae-2ede2e58e3a7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Pushing event updated for resources: {'Port': ['ID=efdb4abc-cf16-45af-8adb-524c964cec3f,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:37.938420 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0103-4602-458f-a8ae-2ede2e58e3a7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814437'] for floatingip, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.960685 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0103-4602-458f-a8ae-2ede2e58e3a7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:37.962118 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-c0ef0103-4602-458f-a8ae-2ede2e58e3a7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9227626 Jul 16 11:38:38.074552 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47608) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:38.088767 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-08c978e9-f2f7-4fbc-9b80-5570026016e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:38.162276 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-5a750d4d-2f0c-4d79-9037-408bd5bc7458 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1468216584&fields=id&tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57 HTTP/1.1" status: 200 len: 267 time: 0.0346510 Jul 16 11:38:38.181092 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-08c978e9-f2f7-4fbc-9b80-5570026016e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:38.184936 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-08c978e9-f2f7-4fbc-9b80-5570026016e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:38.222422 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-08c978e9-f2f7-4fbc-9b80-5570026016e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5175751543524b1589f5065b72572718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462522 Jul 16 11:38:38.223319 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c978e9-f2f7-4fbc-9b80-5570026016e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580b84be-d236-442d-8fe9-1ea3b9526f3b,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:38.225558 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47622) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:38.269775 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-cf350d79-c88d-4730-8d95-3737d0b51ee1 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:38.271276 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-cf350d79-c88d-4730-8d95-3737d0b51ee1 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/networks?id=f3bf2836-3f60-4871-835c-2371c60f999a HTTP/1.1" status: 200 len: 817 time: 0.1021025 Jul 16 11:38:38.277470 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d14027e4-2700-4dbd-a919-379407738c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:38.294910 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-113d5962-18b5-48bf-a5ef-dcb799be5233 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/quotas/fe97d478fdc74fdb8ed5c9bc4eb20d57 HTTP/1.1" status: 200 len: 375 time: 0.0154574 Jul 16 11:38:38.300735 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d14027e4-2700-4dbd-a919-379407738c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:38.345900 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d14027e4-2700-4dbd-a919-379407738c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:38.349114 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d14027e4-2700-4dbd-a919-379407738c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:38.350268 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-d14027e4-2700-4dbd-a919-379407738c66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/580b84be-d236-442d-8fe9-1ea3b9526f3b HTTP/1.1" status: 204 len: 168 time: 0.1238143 Jul 16 11:38:38.358971 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14027e4-2700-4dbd-a919-379407738c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580b84be-d236-442d-8fe9-1ea3b9526f3b,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:38.370681 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ae53e9a2-a4e9-484b-ac67-2090a4c42916 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701618 Jul 16 11:38:38.469773 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-51e364b5-530f-439b-9403-694c73c9f926 service neutron] 10.222.0.16 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804782 Jul 16 11:38:38.560734 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-f9a72984-360d-4bfb-b994-c60aecaa53b9 service neutron] 10.222.0.16 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847845 Jul 16 11:38:38.732026 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b4edf50e-374c-4d4b-8625-9140973b0115 req-e59095fa-c9e8-483d-8759-a554960f1b1c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 210 time: 0.0311160 Jul 16 11:38:39.416776 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47672) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:39.525570 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-551b5caa-fa27-4535-a06c-b550ca2d7284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:39.611197 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-551b5caa-fa27-4535-a06c-b550ca2d7284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:39.616377 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-551b5caa-fa27-4535-a06c-b550ca2d7284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:39.656043 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-551b5caa-fa27-4535-a06c-b550ca2d7284 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=062ce933d9244e1db040405303caa978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381539 Jul 16 11:38:39.657961 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b5caa-fa27-4535-a06c-b550ca2d7284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbc5b99-cc5c-4849-a0f7-5756047d3c55,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:39.658954 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 47684) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:39.724215 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-cfc1a401-caa0-489b-a485-3ada2db1d303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:39.746475 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-cfc1a401-caa0-489b-a485-3ada2db1d303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:40.133865 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-126e5a24-699b-4c2a-8ad9-c2105e6d8f10 req-13c0e2a2-348a-4ddf-b8e4-d74720b0c1ad tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 210 time: 0.0499279 Jul 16 11:38:40.183193 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-f68cb333-6aff-4067-9558-7e8a65dafc1f tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:40.184758 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-f68cb333-6aff-4067-9558-7e8a65dafc1f tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.13 "GET /v2.0/networks?id=f3bf2836-3f60-4871-835c-2371c60f999a HTTP/1.1" status: 200 len: 817 time: 0.4362504 Jul 16 11:38:40.189753 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-cfc1a401-caa0-489b-a485-3ada2db1d303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:40.192817 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-cfc1a401-caa0-489b-a485-3ada2db1d303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:40.193923 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-cfc1a401-caa0-489b-a485-3ada2db1d303 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/abbc5b99-cc5c-4849-a0f7-5756047d3c55 HTTP/1.1" status: 204 len: 168 time: 0.5298755 Jul 16 11:38:40.215571 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1a401-caa0-489b-a485-3ada2db1d303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbc5b99-cc5c-4849-a0f7-5756047d3c55,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:40.241570 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-427b18c9-21f3-438d-a5d5-97115b50ebb6 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57 HTTP/1.1" status: 200 len: 380 time: 0.0464361 Jul 16 11:38:40.251291 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-5e55aa11-7ae0-4f11-9ff4-2e7b0a8bc397 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Request body: {'port': {'device_id': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'admin_state_up': True, 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'security_groups': ['f515c0e3-8dd4-4163-8e7a-b852f722ed34']}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:40.362398 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-5e55aa11-7ae0-4f11-9ff4-2e7b0a8bc397 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Made reservation on behalf of fe97d478fdc74fdb8ed5c9bc4eb20d57 for: {'port': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:38:40.367342 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-5e55aa11-7ae0-4f11-9ff4-2e7b0a8bc397 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:40.492331 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-5e55aa11-7ae0-4f11-9ff4-2e7b0a8bc397 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Allocated IP 172.20.0.4 (f3bf2836-3f60-4871-835c-2371c60f999a/54cab1d6-11e7-4058-9076-dd369f1e0736/5737c6ed-681d-43de-b7bf-bc681c2d5acb) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:38:40.521180 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47704) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:40.534321 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3fb80698-6e10-4981-9cf2-846be79e0163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:40.618615 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3fb80698-6e10-4981-9cf2-846be79e0163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:40.622618 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3fb80698-6e10-4981-9cf2-846be79e0163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:40.623460 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-5e55aa11-7ae0-4f11-9ff4-2e7b0a8bc397 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:40.637200 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-5e55aa11-7ae0-4f11-9ff4-2e7b0a8bc397 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Transition to ACTIVE for port object 5737c6ed-681d-43de-b7bf-bc681c2d5acb will not be triggered until provisioned by entity DHCP. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:38:40.660306 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-3fb80698-6e10-4981-9cf2-846be79e0163 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd149235d6e846ec9133c8d2dad6c20a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380069 Jul 16 11:38:40.661140 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb80698-6e10-4981-9cf2-846be79e0163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cc444a-4de2-4726-8c30-2f9207734e30,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:40.663359 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47706) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:40.669944 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-5e55aa11-7ae0-4f11-9ff4-2e7b0a8bc397 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:40.711922 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-5e55aa11-7ae0-4f11-9ff4-2e7b0a8bc397 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Network f3bf2836-3f60-4871-835c-2371c60f999a is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:38:40.712767 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a546f2f-b9d1-46ce-b975-d44b9cb10180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:40.720152 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-5e55aa11-7ae0-4f11-9ff4-2e7b0a8bc397 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:38:40.726640 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-5e55aa11-7ae0-4f11-9ff4-2e7b0a8bc397 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:38:40.737169 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a546f2f-b9d1-46ce-b975-d44b9cb10180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:40.757832 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55aa11-7ae0-4f11-9ff4-2e7b0a8bc397 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Pushing event updated for resources: {'Port': ['ID=5737c6ed-681d-43de-b7bf-bc681c2d5acb,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:40.785256 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-5e55aa11-7ae0-4f11-9ff4-2e7b0a8bc397 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:40.786107 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-5e55aa11-7ae0-4f11-9ff4-2e7b0a8bc397 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:40.791219 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a546f2f-b9d1-46ce-b975-d44b9cb10180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:40.796780 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a546f2f-b9d1-46ce-b975-d44b9cb10180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:40.800817 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-8a546f2f-b9d1-46ce-b975-d44b9cb10180 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0cc444a-4de2-4726-8c30-2f9207734e30 HTTP/1.1" status: 204 len: 168 time: 0.1336625 Jul 16 11:38:40.807876 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a546f2f-b9d1-46ce-b975-d44b9cb10180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cc444a-4de2-4726-8c30-2f9207734e30,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:40.814752 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-5e55aa11-7ae0-4f11-9ff4-2e7b0a8bc397 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5673900 Jul 16 11:38:40.829367 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Request body: {'port': {'device_id': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:40.905007 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:40.993816 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-6b792dfb-1162-4d72-ae83-8b0ad2bfb1a5 None None] Provisioning for port 5737c6ed-681d-43de-b7bf-bc681c2d5acb completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:38:40.999040 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-6b792dfb-1162-4d72-ae83-8b0ad2bfb1a5 None None] Provisioning complete for port 5737c6ed-681d-43de-b7bf-bc681c2d5acb triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:38:40.999466 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-6b792dfb-1162-4d72-ae83-8b0ad2bfb1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:41.033684 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-6b792dfb-1162-4d72-ae83-8b0ad2bfb1a5 None None] Port 5737c6ed-681d-43de-b7bf-bc681c2d5acb cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:38:41.170910 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5737c6ed-681d-43de-b7bf-bc681c2d5acb {{(pid=93104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:38:41.182456 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:41.193907 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Transition to ACTIVE for port object 5737c6ed-681d-43de-b7bf-bc681c2d5acb will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:38:41.197286 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:41.245742 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Pushing event updated for resources: {'Port': ['ID=5737c6ed-681d-43de-b7bf-bc681c2d5acb,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:41.364644 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Attempting to bind port 5737c6ed-681d-43de-b7bf-bc681c2d5acb on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:38:41.364994 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Attempting to bind port 5737c6ed-681d-43de-b7bf-bc681c2d5acb by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'f756945b-6af6-4c64-a818-a5ffa7018341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:38:41.365326 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Attempting to bind port 5737c6ed-681d-43de-b7bf-bc681c2d5acb on network f3bf2836-3f60-4871-835c-2371c60f999a {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:38:41.376902 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Port 5737c6ed-681d-43de-b7bf-bc681c2d5acb on network f3bf2836-3f60-4871-835c-2371c60f999a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:38:41.377297 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Attempting to bind port 5737c6ed-681d-43de-b7bf-bc681c2d5acb on network f3bf2836-3f60-4871-835c-2371c60f999a {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:38:41.393756 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff6c8c-16cb-4e4e-a3d4-259af5e429f8 req-3b88d550-1a27-4b18-a47b-db70a60fe117 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:41.395259 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a2ff6c8c-16cb-4e4e-a3d4-259af5e429f8 req-3b88d550-1a27-4b18-a47b-db70a60fe117 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 943 time: 0.1021152 Jul 16 11:38:41.396295 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:38:41.396629 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Checking segment: {'id': 'f756945b-6af6-4c64-a818-a5ffa7018341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:38:41.397009 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Bound using segment: {'id': 'f756945b-6af6-4c64-a818-a5ffa7018341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:38:41.397451 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Bound port: 5737c6ed-681d-43de-b7bf-bc681c2d5acb, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f756945b-6af6-4c64-a818-a5ffa7018341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:38:41.397804 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:41.475759 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a2ff6c8c-16cb-4e4e-a3d4-259af5e429f8 req-61cf0580-89f2-41bd-8a11-cd92cb3ba295 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719666 Jul 16 11:38:41.493573 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] For port 5737c6ed-681d-43de-b7bf-bc681c2d5acb, host hv-cinder-78476, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:38:41.496987 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] For port 5737c6ed-681d-43de-b7bf-bc681c2d5acb, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5737c6ed-681d-43de-b7bf-bc681c2d5acb,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:38:41.507145 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:41.552379 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:41.552864 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:41.554248 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] 10.222.0.13 "PUT /v2.0/ports/5737c6ed-681d-43de-b7bf-bc681c2d5acb HTTP/1.1" status: 200 len: 1093 time: 0.7295575 Jul 16 11:38:41.554683 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'tag': '5737c6ed-681d-43de-b7bf-bc681c2d5acb'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:38:41.556989 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99179ee-fa5f-4b89-8a73-f9fe42c0210c" -d '{"events": [{"name": "network-changed", "server_uuid": "166ee7fa-cb49-43f4-8616-39c67797c5b1", "tag": "5737c6ed-681d-43de-b7bf-bc681c2d5acb"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:38:41.577842 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac562f74-2000-45cc-8160-65bf0b505b25 service neutron] Pushing event updated for resources: {'Port': ['ID=5737c6ed-681d-43de-b7bf-bc681c2d5acb,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:41.585798 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47744) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:41.644269 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5c993b-fb03-4b1b-9a56-95a15086d350 x-openstack-request-id: req-ee5c993b-fb03-4b1b-9a56-95a15086d350 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:38:41.644591 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166ee7fa-cb49-43f4-8616-39c67797c5b1", "tag": "5737c6ed-681d-43de-b7bf-bc681c2d5acb", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:38:41.644810 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee5c993b-fb03-4b1b-9a56-95a15086d350 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:38:41.645204 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'tag': '5737c6ed-681d-43de-b7bf-bc681c2d5acb', 'status': 'completed', 'code': 200} Jul 16 11:38:41.676217 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-498e2b22-0fc8-45e9-84dc-4dda466bb291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:41.677977 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-498e2b22-0fc8-45e9-84dc-4dda466bb291 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57&device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 1096 time: 0.0754280 Jul 16 11:38:41.714857 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-40eac058-c690-4dd9-a2d1-0975a5d1881e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-288407239-network', 'tenant_id': '80463f28d0f54d15afdc7b7cdfa99d48'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:41.727221 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-f87ede4f-e5b0-4e91-ba6a-6b5efa881974 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5737c6ed-681d-43de-b7bf-bc681c2d5acb HTTP/1.1" status: 200 len: 217 time: 0.0396149 Jul 16 11:38:41.740418 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40eac058-c690-4dd9-a2d1-0975a5d1881e admin admin] Made reservation on behalf of 80463f28d0f54d15afdc7b7cdfa99d48 for: {'network': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:38:41.743195 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-40eac058-c690-4dd9-a2d1-0975a5d1881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:41.756347 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-40eac058-c690-4dd9-a2d1-0975a5d1881e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:41.788049 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-95355fc0-b32c-4904-8eeb-1874a36e771d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:41.790581 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-95355fc0-b32c-4904-8eeb-1874a36e771d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54cab1d6-11e7-4058-9076-dd369f1e0736 HTTP/1.1" status: 200 len: 856 time: 0.0553234 Jul 16 11:38:41.865994 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ab1b7cfb-d4f0-4527-ab2c-0fd7071f4b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:41.867582 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-ab1b7cfb-d4f0-4527-ab2c-0fd7071f4b1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3bf2836-3f60-4871-835c-2371c60f999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695622 Jul 16 11:38:41.903344 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-40eac058-c690-4dd9-a2d1-0975a5d1881e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:41.907073 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-40eac058-c690-4dd9-a2d1-0975a5d1881e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:41.927824 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40eac058-c690-4dd9-a2d1-0975a5d1881e admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:38:41.942515 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eac058-c690-4dd9-a2d1-0975a5d1881e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13e2ccd-baaa-4f4b-942f-b5bdf704f110,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:41.945332 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-40eac058-c690-4dd9-a2d1-0975a5d1881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:41.946004 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.db.segments_db [None req-40eac058-c690-4dd9-a2d1-0975a5d1881e admin admin] Added segment 4c768e3c-291a-4f7f-a45a-c81fd03cbe68 of type vlan for network 0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 Jul 16 11:38:41.964184 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-87daa0ca-7b36-40e3-856c-7c5f923513ab service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891397 Jul 16 11:38:41.986394 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-40eac058-c690-4dd9-a2d1-0975a5d1881e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:42.014359 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-40eac058-c690-4dd9-a2d1-0975a5d1881e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:42.015315 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eac058-c690-4dd9-a2d1-0975a5d1881e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:42.015919 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-40eac058-c690-4dd9-a2d1-0975a5d1881e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:42.047600 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-40eac058-c690-4dd9-a2d1-0975a5d1881e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4606707 Jul 16 11:38:42.051724 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 47752) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:42.056526 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-d7440a92-06e6-4d70-8dcd-e02776fee499 admin admin] Request body: {'subnet': {'network_id': '0b7aeffa-35ea-4b54-923b-0719d8dc0ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-288407239-subnet', 'tenant_id': '80463f28d0f54d15afdc7b7cdfa99d48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:42.067393 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ef9546b-40a0-40fd-896e-915f912fa697 req-730bba0d-1abe-4a0b-8640-fee92cf24653 service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965993 Jul 16 11:38:42.074254 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eac058-c690-4dd9-a2d1-0975a5d1881e admin admin] Pushing event updated for resources: {'Network': ['ID=0b7aeffa-35ea-4b54-923b-0719d8dc0ed2,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:42.085071 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7440a92-06e6-4d70-8dcd-e02776fee499 admin admin] Made reservation on behalf of 80463f28d0f54d15afdc7b7cdfa99d48 for: {'subnet': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:38:42.086737 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network 0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:38:42.087685 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d7440a92-06e6-4d70-8dcd-e02776fee499 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8526667'] for subnet, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:42.239549 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99179ee-fa5f-4b89-8a73-f9fe42c0210c req-46704dd2-a3a4-4e7d-85df-dc1a54604199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:42.240990 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d99179ee-fa5f-4b89-8a73-f9fe42c0210c req-46704dd2-a3a4-4e7d-85df-dc1a54604199 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57&device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 1096 time: 0.1023226 Jul 16 11:38:42.352146 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d7440a92-06e6-4d70-8dcd-e02776fee499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9065979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526681'] for subnet, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:42.406749 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99179ee-fa5f-4b89-8a73-f9fe42c0210c req-1253f740-5dce-497c-820a-6ec948726ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:42.408231 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d99179ee-fa5f-4b89-8a73-f9fe42c0210c req-1253f740-5dce-497c-820a-6ec948726ca6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3bf2836-3f60-4871-835c-2371c60f999a HTTP/1.1" status: 200 len: 918 time: 0.1587126 Jul 16 11:38:42.431920 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7440a92-06e6-4d70-8dcd-e02776fee499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39bc53a9-1849-4777-8280-7c687501cc15,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:42.467547 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d99179ee-fa5f-4b89-8a73-f9fe42c0210c req-2295fd84-5bb3-420a-bdf1-10b4971b4c66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5737c6ed-681d-43de-b7bf-bc681c2d5acb HTTP/1.1" status: 200 len: 217 time: 0.0473883 Jul 16 11:38:42.468634 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7440a92-06e6-4d70-8dcd-e02776fee499 admin admin] Checking segment: {'id': '4c768e3c-291a-4f7f-a45a-c81fd03cbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0b7aeffa-35ea-4b54-923b-0719d8dc0ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:38:42.468986 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7440a92-06e6-4d70-8dcd-e02776fee499 admin admin] Network hostable DHCP agents. Network: 0b7aeffa-35ea-4b54-923b-0719d8dc0ed2, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:38:42.514278 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7440a92-06e6-4d70-8dcd-e02776fee499 admin admin] Network 0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:38:42.526545 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99179ee-fa5f-4b89-8a73-f9fe42c0210c req-db618570-c161-4f2c-9b2b-1c1290d4d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:42.528048 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d99179ee-fa5f-4b89-8a73-f9fe42c0210c req-db618570-c161-4f2c-9b2b-1c1290d4d648 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54cab1d6-11e7-4058-9076-dd369f1e0736 HTTP/1.1" status: 200 len: 856 time: 0.0513031 Jul 16 11:38:42.529034 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-d7440a92-06e6-4d70-8dcd-e02776fee499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, 0b7aeffa-35ea-4b54-923b-0719d8dc0ed2) {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:38:42.532831 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7440a92-06e6-4d70-8dcd-e02776fee499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:42.533398 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d7440a92-06e6-4d70-8dcd-e02776fee499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:42.538971 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be2fc11-e1ac-4e74-b93d-48b579458483 None None] Network 0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:38:42.583379 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-d7440a92-06e6-4d70-8dcd-e02776fee499 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5305338 Jul 16 11:38:42.604050 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99179ee-fa5f-4b89-8a73-f9fe42c0210c req-61d09f21-0999-4881-9aec-d21ff52418ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:42.605549 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d99179ee-fa5f-4b89-8a73-f9fe42c0210c req-61d09f21-0999-4881-9aec-d21ff52418ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3bf2836-3f60-4871-835c-2371c60f999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697491 Jul 16 11:38:42.662437 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30745d99-2747-4e31-acbb-3e04423ba9ee None None] Network 0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:38:42.741457 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb3a66-fc00-4ef3-bdd6-5c53c6bfb434 req-d3ba20c3-644f-4ef4-b657-abf4b3aa41e4 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:42.742957 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-95fb3a66-fc00-4ef3-bdd6-5c53c6bfb434 req-d3ba20c3-644f-4ef4-b657-abf4b3aa41e4 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 943 time: 0.1412501 Jul 16 11:38:42.746529 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d99179ee-fa5f-4b89-8a73-f9fe42c0210c req-58eb06c9-9e9c-4e6e-9bb7-2c7097880afc service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322439 Jul 16 11:38:42.808672 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-95fb3a66-fc00-4ef3-bdd6-5c53c6bfb434 req-20e7782e-11b2-40df-b805-5c36223dfe6f tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598416 Jul 16 11:38:42.864455 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d99179ee-fa5f-4b89-8a73-f9fe42c0210c req-9b63df53-1afd-4228-b67e-12d66b637ccc service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079679 Jul 16 11:38:43.139398 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 5737c6ed-681d-43de-b7bf-bc681c2d5acb details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:38:43.242988 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 5737c6ed-681d-43de-b7bf-bc681c2d5acb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5737c6ed-681d-43de-b7bf-bc681c2d5acb,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:38:43.254561 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': '5737c6ed-681d-43de-b7bf-bc681c2d5acb', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'port_id': '5737c6ed-681d-43de-b7bf-bc681c2d5acb', 'mac_address': 'fa:16:3e:3a:3e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:38:43.304471 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:43.315225 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5737c6ed-681d-43de-b7bf-bc681c2d5acb {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:38:43.337427 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 5737c6ed-681d-43de-b7bf-bc681c2d5acb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5737c6ed-681d-43de-b7bf-bc681c2d5acb,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:38:43.341082 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:43.395604 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=5737c6ed-681d-43de-b7bf-bc681c2d5acb,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:43.404215 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:43.404557 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:43.405034 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:43.405362 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:43.405682 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:43.406004 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:43.406326 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:43.406643 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:43.406961 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:43.407292 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:43.407614 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:43.407955 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:38:43.568328 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['5737c6ed-681d-43de-b7bf-bc681c2d5acb'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:38:43.595737 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 47806) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:43.664508 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc77ff-4f38-4465-b495-ed2dc16acb98 req-e172acf3-46c8-467a-a3b9-cdcfd3986600 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:43.671446 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cadc77ff-4f38-4465-b495-ed2dc16acb98 req-e172acf3-46c8-467a-a3b9-cdcfd3986600 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0693846 Jul 16 11:38:43.709826 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-59e61f74-d0e3-4ddb-a504-1e3e20d1b53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:43.720625 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cadc77ff-4f38-4465-b495-ed2dc16acb98 req-e594c48e-8725-4cea-86de-0d8e522f2ee0 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483797 Jul 16 11:38:43.799424 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-59e61f74-d0e3-4ddb-a504-1e3e20d1b53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:43.804746 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-59e61f74-d0e3-4ddb-a504-1e3e20d1b53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:43.844386 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e61f74-d0e3-4ddb-a504-1e3e20d1b53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0467cc55-5160-4fc5-8a57-c2b1c346a199,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:43.850867 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-59e61f74-d0e3-4ddb-a504-1e3e20d1b53a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e38a5c8cfd54afa93cf3d6bc5bfe3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518246 Jul 16 11:38:43.851135 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 47812) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:43.899085 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7355af1e-7e25-4a26-8f8d-6b9106a883cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:43.919168 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7355af1e-7e25-4a26-8f8d-6b9106a883cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:43.999175 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7355af1e-7e25-4a26-8f8d-6b9106a883cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:44.001790 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7355af1e-7e25-4a26-8f8d-6b9106a883cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:44.003663 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-7355af1e-7e25-4a26-8f8d-6b9106a883cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0467cc55-5160-4fc5-8a57-c2b1c346a199 HTTP/1.1" status: 204 len: 168 time: 0.1508634 Jul 16 11:38:44.014093 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c2395-7442-4225-91dd-36df5490411b req-ac5fa6f3-3ecf-4055-8525-e162fdf41040 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:44.015520 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b39c2395-7442-4225-91dd-36df5490411b req-ac5fa6f3-3ecf-4055-8525-e162fdf41040 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 944 time: 0.0861542 Jul 16 11:38:44.021019 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355af1e-7e25-4a26-8f8d-6b9106a883cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0467cc55-5160-4fc5-8a57-c2b1c346a199,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:44.060203 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b39c2395-7442-4225-91dd-36df5490411b req-afb4b9ea-9f13-46e8-8613-f47567824212 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358481 Jul 16 11:38:44.260659 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 47828) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:44.280616 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a9edee4a-cf4f-40d4-95b7-0e2a42a19af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:44.418004 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-65ef8bb7-6b9e-4c47-978c-d00955c8ec15 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:44.419401 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-65ef8bb7-6b9e-4c47-978c-d00955c8ec15 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/networks?id=0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 HTTP/1.1" status: 200 len: 808 time: 0.1250486 Jul 16 11:38:44.441053 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-60a41077-3628-4e76-b30d-474a947d3bef tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/quotas/80463f28d0f54d15afdc7b7cdfa99d48 HTTP/1.1" status: 200 len: 375 time: 0.0144489 Jul 16 11:38:44.486248 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a9edee4a-cf4f-40d4-95b7-0e2a42a19af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:44.489150 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-c82b3ee0-8566-412b-9f01-3c26a6139e94 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=80463f28d0f54d15afdc7b7cdfa99d48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414877 Jul 16 11:38:44.490359 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a9edee4a-cf4f-40d4-95b7-0e2a42a19af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:44.550691 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edee4a-cf4f-40d4-95b7-0e2a42a19af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1afeddf-a3ed-4609-b1be-f4a49c105365,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:44.559249 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-a9edee4a-cf4f-40d4-95b7-0e2a42a19af7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a2503b4c2044954bdff5c3de5558b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975340 Jul 16 11:38:44.561495 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47834) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:44.611684 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-08ea4efb-7f20-456a-973e-971796425347 service neutron] 10.222.0.16 "GET /v2.0/networks/0b7aeffa-35ea-4b54-923b-0719d8dc0ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063187 Jul 16 11:38:44.612768 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-70a1d50e-633f-4a1b-99cc-333316557f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:44.633562 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-70a1d50e-633f-4a1b-99cc-333316557f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:44.679544 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-70a1d50e-633f-4a1b-99cc-333316557f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:44.682065 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-70a1d50e-633f-4a1b-99cc-333316557f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:44.683222 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-70a1d50e-633f-4a1b-99cc-333316557f46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1afeddf-a3ed-4609-b1be-f4a49c105365 HTTP/1.1" status: 204 len: 168 time: 0.1207483 Jul 16 11:38:44.692672 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1d50e-633f-4a1b-99cc-333316557f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1afeddf-a3ed-4609-b1be-f4a49c105365,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:44.707153 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-37204baa-95b8-45af-8e0e-8fa8f22c3beb service neutron] 10.222.0.16 "GET /v2.0/networks/0b7aeffa-35ea-4b54-923b-0719d8dc0ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887294 Jul 16 11:38:44.900032 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-78bc4fcf-94f0-43c2-a9e5-37651dcba9e8 req-93502fa8-a7e2-4a21-942b-cccb144ff50f tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=26b09154-5e97-4f62-a544-9ddbe5e0f7cd HTTP/1.1" status: 200 len: 210 time: 0.0457921 Jul 16 11:38:44.940029 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e55383-41c8-4327-b032-f46266160a63 req-6e2e6347-fdb8-4144-9089-cf4223868ed0 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:44.941998 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e9e55383-41c8-4327-b032-f46266160a63 req-6e2e6347-fdb8-4144-9089-cf4223868ed0 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0969782 Jul 16 11:38:44.982911 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e9e55383-41c8-4327-b032-f46266160a63 req-db348887-4198-4d3c-b4fe-c40945e49bd7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343122 Jul 16 11:38:45.155614 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 5737c6ed-681d-43de-b7bf-bc681c2d5acb up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:38:45.230010 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port 5737c6ed-681d-43de-b7bf-bc681c2d5acb completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:38:45.234047 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port 5737c6ed-681d-43de-b7bf-bc681c2d5acb triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:38:45.234504 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:45.271472 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b91de-4b47-48d7-8675-9b9095767c50 req-2d3b7e8b-c8a9-4f01-8e68-d3b5eb2a42e9 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:45.271472 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e11b91de-4b47-48d7-8675-9b9095767c50 req-2d3b7e8b-c8a9-4f01-8e68-d3b5eb2a42e9 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 944 time: 0.0858400 Jul 16 11:38:45.317502 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e11b91de-4b47-48d7-8675-9b9095767c50 req-334cf64d-ec46-4b9e-8ab1-2cd33ba3923a tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410807 Jul 16 11:38:45.338795 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:45.379730 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5737c6ed-681d-43de-b7bf-bc681c2d5acb'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:38:45.386359 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373e2513-3833-452c-adf2-803b7497f6e6" -d '{"events": [{"server_uuid": "166ee7fa-cb49-43f4-8616-39c67797c5b1", "name": "network-vif-plugged", "status": "completed", "tag": "5737c6ed-681d-43de-b7bf-bc681c2d5acb"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:38:45.400987 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 5737c6ed-681d-43de-b7bf-bc681c2d5acb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5737c6ed-681d-43de-b7bf-bc681c2d5acb,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:38:45.408344 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:45.437733 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117d7eca-ef38-44af-b928-8e6b977afca0 x-openstack-request-id: req-117d7eca-ef38-44af-b928-8e6b977afca0 {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:38:45.438020 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166ee7fa-cb49-43f4-8616-39c67797c5b1", "name": "network-vif-plugged", "status": "completed", "tag": "5737c6ed-681d-43de-b7bf-bc681c2d5acb", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:38:45.438303 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-117d7eca-ef38-44af-b928-8e6b977afca0 {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:38:45.438688 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5737c6ed-681d-43de-b7bf-bc681c2d5acb', 'code': 200} Jul 16 11:38:45.480172 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=5737c6ed-681d-43de-b7bf-bc681c2d5acb,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:45.647460 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bae20-a0e8-41c4-a16e-00d4fdc84257 req-51c9980f-d65d-431d-86ca-f79b48212d57 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:45.648989 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-fc8bae20-a0e8-41c4-a16e-00d4fdc84257 req-51c9980f-d65d-431d-86ca-f79b48212d57 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.13 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.0898864 Jul 16 11:38:45.673222 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51c0ef-1882-4c03-872c-62dc518e5e75 req-0ed939d4-51f9-4e74-8e07-49caa9e1e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:45.676020 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-ea51c0ef-1882-4c03-872c-62dc518e5e75 req-0ed939d4-51f9-4e74-8e07-49caa9e1e673 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 1098 time: 0.0576298 Jul 16 11:38:45.714852 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-ea51c0ef-1882-4c03-872c-62dc518e5e75 req-24aa37db-c257-439e-a24e-2f33774641b4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306828 Jul 16 11:38:45.759595 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [req-fc8bae20-a0e8-41c4-a16e-00d4fdc84257 req-e9f97e41-c2cd-4033-b5b4-3bce937feb97 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Deleting port d9512156-54f9-404f-9414-68adc0d41458 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:38:45.759970 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-fc8bae20-a0e8-41c4-a16e-00d4fdc84257 req-e9f97e41-c2cd-4033-b5b4-3bce937feb97 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:45.849822 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-fc8bae20-a0e8-41c4-a16e-00d4fdc84257 req-e9f97e41-c2cd-4033-b5b4-3bce937feb97 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] For port d9512156-54f9-404f-9414-68adc0d41458, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d9512156-54f9-404f-9414-68adc0d41458,segment=NetworkSegment(9fac70f1-b5d2-43ca-8a42-3e226e036e07),segment_id=9fac70f1-b5d2-43ca-8a42-3e226e036e07)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:38:45.850178 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-fc8bae20-a0e8-41c4-a16e-00d4fdc84257 req-e9f97e41-c2cd-4033-b5b4-3bce937feb97 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:46.035307 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-fc8bae20-a0e8-41c4-a16e-00d4fdc84257 req-e9f97e41-c2cd-4033-b5b4-3bce937feb97 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:46.036010 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-fc8bae20-a0e8-41c4-a16e-00d4fdc84257 req-e9f97e41-c2cd-4033-b5b4-3bce937feb97 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814437'] for floatingip, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:46.036304 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.l3_db [req-fc8bae20-a0e8-41c4-a16e-00d4fdc84257 req-e9f97e41-c2cd-4033-b5b4-3bce937feb97 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Floating IP 1b716132-358c-4702-8e64-9a6bd4e217e3 disassociated. External IP: 172.27.0.251, port: d9512156-54f9-404f-9414-68adc0d41458. Jul 16 11:38:46.036853 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [req-fc8bae20-a0e8-41c4-a16e-00d4fdc84257 req-e9f97e41-c2cd-4033-b5b4-3bce937feb97 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Calling delete_port for d9512156-54f9-404f-9414-68adc0d41458 owned by compute:nova {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:38:46.118756 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2a2b057d-cb85-4e5e-8357-319675017d2e req-56418924-f7b1-4fa6-8e59-d89ca07d0d18 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=26b09154-5e97-4f62-a544-9ddbe5e0f7cd HTTP/1.1" status: 200 len: 210 time: 0.0652864 Jul 16 11:38:46.193040 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-549b4e9b-6520-488c-a078-3e57e9051323 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:46.194909 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-549b4e9b-6520-488c-a078-3e57e9051323 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.13 "GET /v2.0/networks?id=0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 HTTP/1.1" status: 200 len: 808 time: 0.1689537 Jul 16 11:38:46.209722 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-789dcd4a-60f8-42e2-80c8-72c116bfdd1b tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Request body: {'port': {'device_id': '26b09154-5e97-4f62-a544-9ddbe5e0f7cd', 'network_id': '0b7aeffa-35ea-4b54-923b-0719d8dc0ed2', 'admin_state_up': True, 'tenant_id': '80463f28d0f54d15afdc7b7cdfa99d48'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:46.286489 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2675fe-7c2d-4913-b0dd-54b062df8176 req-2dc14d6b-087b-49c2-9db8-3441ad338fdc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:46.288024 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ee2675fe-7c2d-4913-b0dd-54b062df8176 req-2dc14d6b-087b-49c2-9db8-3441ad338fdc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 945 time: 0.1104555 Jul 16 11:38:46.292555 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-fc8bae20-a0e8-41c4-a16e-00d4fdc84257 req-e9f97e41-c2cd-4033-b5b4-3bce937feb97 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:46.329317 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f97e41-c2cd-4033-b5b4-3bce937feb97 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Pushing event deleted for resources: {'Port': ['ID=d9512156-54f9-404f-9414-68adc0d41458,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:46.385076 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-789dcd4a-60f8-42e2-80c8-72c116bfdd1b tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Made reservation on behalf of 80463f28d0f54d15afdc7b7cdfa99d48 for: {'port': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:38:46.404174 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-789dcd4a-60f8-42e2-80c8-72c116bfdd1b tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:46.418417 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ee2675fe-7c2d-4913-b0dd-54b062df8176 req-8cb739de-2e41-479c-a6d4-204bc5a8af4e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=d693edc0-bd4d-4c51-850c-f2896410cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223121 Jul 16 11:38:46.563563 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc8bae20-a0e8-41c4-a16e-00d4fdc84257 req-e9f97e41-c2cd-4033-b5b4-3bce937feb97 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Router 76931aa1-ff6d-42c2-92e1-bc51c562460e has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:38:46.595968 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-789dcd4a-60f8-42e2-80c8-72c116bfdd1b tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Allocated IP 172.20.0.14 (0b7aeffa-35ea-4b54-923b-0719d8dc0ed2/39bc53a9-1849-4777-8280-7c687501cc15/2f1039c2-baa0-475b-b165-99181b8616ee) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:38:46.631205 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47906) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:46.635237 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7911eb-558c-4921-855d-a624c0a8795c req-489f57a4-69c6-40c0-960d-b22e3d5bd446 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:46.636747 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9d7911eb-558c-4921-855d-a624c0a8795c req-489f57a4-69c6-40c0-960d-b22e3d5bd446 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.1250181 Jul 16 11:38:46.733349 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9d7911eb-558c-4921-855d-a624c0a8795c req-9aa7e99e-e9ad-4553-a864-fbe935180364 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854785 Jul 16 11:38:46.748928 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc8bae20-a0e8-41c4-a16e-00d4fdc84257 req-e9f97e41-c2cd-4033-b5b4-3bce937feb97 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:38:46.755663 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-789dcd4a-60f8-42e2-80c8-72c116bfdd1b tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:46.761179 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1247500-d838-437e-987b-163b74b815b3 None None] Sync routers for ids ['76931aa1-ff6d-42c2-92e1-bc51c562460e'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:38:46.772239 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1247500-d838-437e-987b-163b74b815b3 None None] Routers {'76931aa1-ff6d-42c2-92e1-bc51c562460e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:38:46.772943 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-b1247500-d838-437e-987b-163b74b815b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:38:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['76931aa1-ff6d-42c2-92e1-bc51c562460e'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:46.776924 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-29ae7810-2b50-4774-baee-7ddfde7bae34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:46.816798 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8bae20-a0e8-41c4-a16e-00d4fdc84257 req-e9f97e41-c2cd-4033-b5b4-3bce937feb97 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] No DVR routers for this DVR port d9512156-54f9-404f-9414-68adc0d41458 on host hv-cinder-78476 {{(pid=93104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:38:46.821209 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-fc8bae20-a0e8-41c4-a16e-00d4fdc84257 req-e9f97e41-c2cd-4033-b5b4-3bce937feb97 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:46.825465 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-fc8bae20-a0e8-41c4-a16e-00d4fdc84257 req-e9f97e41-c2cd-4033-b5b4-3bce937feb97 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.13 "DELETE /v2.0/ports/d9512156-54f9-404f-9414-68adc0d41458 HTTP/1.1" status: 204 len: 173 time: 1.1689339 Jul 16 11:38:46.826144 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c795e73d-f74b-479b-83c4-7a8896a61295', 'name': 'network-vif-deleted', 'tag': 'd9512156-54f9-404f-9414-68adc0d41458'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:38:46.830548 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1638ba8-0372-4ac3-8693-407ea0e9fd1f" -d '{"events": [{"server_uuid": "c795e73d-f74b-479b-83c4-7a8896a61295", "name": "network-vif-deleted", "tag": "d9512156-54f9-404f-9414-68adc0d41458"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:38:46.870314 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-789dcd4a-60f8-42e2-80c8-72c116bfdd1b tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:46.883539 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1772cd-9853-47e7-8e7e-1ee1dc4c81d9 x-openstack-request-id: req-ba1772cd-9853-47e7-8e7e-1ee1dc4c81d9 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:38:46.883835 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c795e73d-f74b-479b-83c4-7a8896a61295", "name": "network-vif-deleted", "tag": "d9512156-54f9-404f-9414-68adc0d41458", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:38:46.884381 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba1772cd-9853-47e7-8e7e-1ee1dc4c81d9 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:38:46.884920 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c795e73d-f74b-479b-83c4-7a8896a61295', 'name': 'network-vif-deleted', 'tag': 'd9512156-54f9-404f-9414-68adc0d41458', 'status': 'completed', 'code': 200} Jul 16 11:38:46.903595 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-b1247500-d838-437e-987b-163b74b815b3 None None] Set router 76931aa1-ff6d-42c2-92e1-bc51c562460e gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:38:46.942855 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dcd4a-60f8-42e2-80c8-72c116bfdd1b tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Pushing event updated for resources: {'Port': ['ID=2f1039c2-baa0-475b-b165-99181b8616ee,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:46.962283 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-789dcd4a-60f8-42e2-80c8-72c116bfdd1b tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Network 0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:38:46.967621 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-789dcd4a-60f8-42e2-80c8-72c116bfdd1b tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:38:46.970677 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-789dcd4a-60f8-42e2-80c8-72c116bfdd1b tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:38:47.036017 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-29ae7810-2b50-4774-baee-7ddfde7bae34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:47.042152 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-789dcd4a-60f8-42e2-80c8-72c116bfdd1b tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:47.042755 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-789dcd4a-60f8-42e2-80c8-72c116bfdd1b tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:47.046298 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-29ae7810-2b50-4774-baee-7ddfde7bae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:47.070714 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-789dcd4a-60f8-42e2-80c8-72c116bfdd1b tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8653307 Jul 16 11:38:47.088160 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Request body: {'port': {'device_id': '26b09154-5e97-4f62-a544-9ddbe5e0f7cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:47.112717 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-b1247500-d838-437e-987b-163b74b815b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '5a4ec80d-3b3f-4185-8f3b-b815e035e5b7', 'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'mac_address': 'fa:16:3e:8f:71:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:49Z', 'revision_number': 5, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'subnets': [{'id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:47.117004 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-29ae7810-2b50-4774-baee-7ddfde7bae34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc30a4ba0f6245ab88aea10ea58299c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4825771 Jul 16 11:38:47.117004 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae7810-2b50-4774-baee-7ddfde7bae34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2190a729-d407-46fc-a806-faba41d45d7e,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:47.117530 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 47912) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:47.139354 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1247500-d838-437e-987b-163b74b815b3 None None] Checking router: 76931aa1-ff6d-42c2-92e1-bc51c562460e for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:38:47.148339 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1247500-d838-437e-987b-163b74b815b3 None None] Routers {'76931aa1-ff6d-42c2-92e1-bc51c562460e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:38:47.149229 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-b1247500-d838-437e-987b-163b74b815b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:38:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['76931aa1-ff6d-42c2-92e1-bc51c562460e'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:47.169802 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:47.184995 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4bcf78b3-8ec3-4b2e-9bb0-a5252685db4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:47.208238 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4bcf78b3-8ec3-4b2e-9bb0-a5252685db4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:47.268427 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4bcf78b3-8ec3-4b2e-9bb0-a5252685db4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:47.268427 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4bcf78b3-8ec3-4b2e-9bb0-a5252685db4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:47.272329 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-4bcf78b3-8ec3-4b2e-9bb0-a5252685db4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2190a729-d407-46fc-a806-faba41d45d7e HTTP/1.1" status: 204 len: 168 time: 0.1514945 Jul 16 11:38:47.281173 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf78b3-8ec3-4b2e-9bb0-a5252685db4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2190a729-d407-46fc-a806-faba41d45d7e,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:47.308655 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-b1247500-d838-437e-987b-163b74b815b3 None None] Set router 76931aa1-ff6d-42c2-92e1-bc51c562460e gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:38:47.401858 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b656064-a88e-4ac7-a66d-d4d9fdcefbf5 req-ecdfe9e8-c117-4003-a91a-fb75f860ade8 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:47.409234 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5b656064-a88e-4ac7-a66d-d4d9fdcefbf5 req-ecdfe9e8-c117-4003-a91a-fb75f860ade8 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=26b09154-5e97-4f62-a544-9ddbe5e0f7cd HTTP/1.1" status: 200 len: 932 time: 0.0874960 Jul 16 11:38:47.475996 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5b656064-a88e-4ac7-a66d-d4d9fdcefbf5 req-d354a690-9b90-4dec-a2e1-adb8d01f01ae tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656252 Jul 16 11:38:47.492619 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f1039c2-baa0-475b-b165-99181b8616ee {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:38:47.517739 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:47.541365 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Transition to ACTIVE for port object 2f1039c2-baa0-475b-b165-99181b8616ee will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:38:47.552970 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:47.619438 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cba1886f-aad9-4874-8dc7-bb558ae0718d req-264d44d2-d64f-464c-8ef1-84a68f9dc3c2 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c795e73d-f74b-479b-83c4-7a8896a61295 HTTP/1.1" status: 200 len: 210 time: 0.0329933 Jul 16 11:38:47.629941 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Pushing event updated for resources: {'Port': ['ID=2f1039c2-baa0-475b-b165-99181b8616ee,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:47.642739 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-b1247500-d838-437e-987b-163b74b815b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '5a4ec80d-3b3f-4185-8f3b-b815e035e5b7', 'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'mac_address': 'fa:16:3e:8f:71:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:49Z', 'revision_number': 5, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'subnets': [{'id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:47.669916 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1247500-d838-437e-987b-163b74b815b3 None None] The sync data for ids ['76931aa1-ff6d-42c2-92e1-bc51c562460e'] in dv-cinder-784763-6-iscsi is: [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '5a4ec80d-3b3f-4185-8f3b-b815e035e5b7', 'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'mac_address': 'fa:16:3e:8f:71:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:49Z', 'revision_number': 5, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'subnets': [{'id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:38:47.696348 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 47922) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:47.710107 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-79dfd6b3-71b5-498a-ac0a-8cff1271afea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:47.715010 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Attempting to bind port 2f1039c2-baa0-475b-b165-99181b8616ee on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:38:47.715349 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Attempting to bind port 2f1039c2-baa0-475b-b165-99181b8616ee by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '4c768e3c-291a-4f7f-a45a-c81fd03cbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0b7aeffa-35ea-4b54-923b-0719d8dc0ed2'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:38:47.715684 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Attempting to bind port 2f1039c2-baa0-475b-b165-99181b8616ee on network 0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:38:47.720484 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Port 2f1039c2-baa0-475b-b165-99181b8616ee on network 0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:38:47.720896 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Attempting to bind port 2f1039c2-baa0-475b-b165-99181b8616ee on network 0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:38:47.726567 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:38:47.726980 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Checking segment: {'id': '4c768e3c-291a-4f7f-a45a-c81fd03cbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0b7aeffa-35ea-4b54-923b-0719d8dc0ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:38:47.727426 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Bound using segment: {'id': '4c768e3c-291a-4f7f-a45a-c81fd03cbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0b7aeffa-35ea-4b54-923b-0719d8dc0ed2'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:38:47.727969 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Bound port: 2f1039c2-baa0-475b-b165-99181b8616ee, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c768e3c-291a-4f7f-a45a-c81fd03cbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0b7aeffa-35ea-4b54-923b-0719d8dc0ed2'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:38:47.728394 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:47.808520 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-79dfd6b3-71b5-498a-ac0a-8cff1271afea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:47.812894 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-79dfd6b3-71b5-498a-ac0a-8cff1271afea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:47.817849 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] For port 2f1039c2-baa0-475b-b165-99181b8616ee, host hv-cinder-78476, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:38:47.823376 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] For port 2f1039c2-baa0-475b-b165-99181b8616ee, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=2f1039c2-baa0-475b-b165-99181b8616ee,segment=NetworkSegment(4c768e3c-291a-4f7f-a45a-c81fd03cbe68),segment_id=4c768e3c-291a-4f7f-a45a-c81fd03cbe68)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:38:47.832203 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:47.866452 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:47.867346 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:47.868899 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] 10.222.0.13 "PUT /v2.0/ports/2f1039c2-baa0-475b-b165-99181b8616ee HTTP/1.1" status: 200 len: 1094 time: 0.7848902 Jul 16 11:38:47.869436 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b09154-5e97-4f62-a544-9ddbe5e0f7cd', 'tag': '2f1039c2-baa0-475b-b165-99181b8616ee'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:38:47.871784 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7de254-aa02-4c54-82f9-e8e0c03534d0" -d '{"events": [{"name": "network-changed", "server_uuid": "26b09154-5e97-4f62-a544-9ddbe5e0f7cd", "tag": "2f1039c2-baa0-475b-b165-99181b8616ee"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:38:47.896444 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-79dfd6b3-71b5-498a-ac0a-8cff1271afea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14dd9c70f21c4558846a928f9f8283e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988101 Jul 16 11:38:47.897614 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfd6b3-71b5-498a-ac0a-8cff1271afea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a38eb9-117f-4f1e-b8d4-98fa196cf302,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:47.900073 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47928) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:47.936102 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34c164-0891-4e74-8553-c6930d5a3b94 req-d5adc4bb-a37c-4079-b148-20a9b20a0e60 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:47.937929 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5a34c164-0891-4e74-8553-c6930d5a3b94 req-d5adc4bb-a37c-4079-b148-20a9b20a0e60 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0926154 Jul 16 11:38:47.942393 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bdb16-7e02-48a8-847e-fe05d9cab24a service neutron] Pushing event updated for resources: {'Port': ['ID=2f1039c2-baa0-475b-b165-99181b8616ee,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:47.952808 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70e2f3a-77ba-47ba-9e02-8a27ec8c56b2 x-openstack-request-id: req-c70e2f3a-77ba-47ba-9e02-8a27ec8c56b2 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:38:47.953185 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b09154-5e97-4f62-a544-9ddbe5e0f7cd", "tag": "2f1039c2-baa0-475b-b165-99181b8616ee", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:38:47.953506 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c70e2f3a-77ba-47ba-9e02-8a27ec8c56b2 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:38:47.953963 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b09154-5e97-4f62-a544-9ddbe5e0f7cd', 'tag': '2f1039c2-baa0-475b-b165-99181b8616ee', 'status': 'completed', 'code': 200} Jul 16 11:38:47.969937 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535e557-6d79-4ff4-a02a-7b32ddc9203e None None] New status for floating IP 1b716132-358c-4702-8e64-9a6bd4e217e3: DOWN {{(pid=93106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 11:38:47.984097 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5a34c164-0891-4e74-8553-c6930d5a3b94 req-df3b4341-9140-430a-9852-1852203647aa tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397694 Jul 16 11:38:48.031512 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fc6fa339-44a1-467c-991e-bd8ddf4ca076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:48.034702 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-242d9a53-f222-4f68-8f18-fe976233b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:48.036254 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-242d9a53-f222-4f68-8f18-fe976233b748 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80463f28d0f54d15afdc7b7cdfa99d48&device_id=26b09154-5e97-4f62-a544-9ddbe5e0f7cd HTTP/1.1" status: 200 len: 1097 time: 0.1090076 Jul 16 11:38:48.087410 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-b710c1be-dbf7-4db8-a2c6-8e1b2274fa1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f1039c2-baa0-475b-b165-99181b8616ee HTTP/1.1" status: 200 len: 217 time: 0.0432572 Jul 16 11:38:48.092152 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fc6fa339-44a1-467c-991e-bd8ddf4ca076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:48.158277 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-813e6250-5619-4cae-bf0d-93fafe7a7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:48.160346 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-813e6250-5619-4cae-bf0d-93fafe7a7b2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39bc53a9-1849-4777-8280-7c687501cc15 HTTP/1.1" status: 200 len: 848 time: 0.0662580 Jul 16 11:38:48.170329 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d2831-01d0-4340-8ac3-7ff2950ab671 req-a1261e37-70a9-4d99-9781-146db20b6b14 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:48.171834 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2f6d2831-01d0-4340-8ac3-7ff2950ab671 req-a1261e37-70a9-4d99-9781-146db20b6b14 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0648401 Jul 16 11:38:48.180113 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 47932) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:48.184516 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-d1da9144-39e1-4eaa-a5cc-4b3a4ac4c217 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Request body: {'floatingip': {'port_id': '5737c6ed-681d-43de-b7bf-bc681c2d5acb'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:48.200816 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-0391fdfb-30d6-414f-9990-4f91725ed54f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b7aeffa-35ea-4b54-923b-0719d8dc0ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336256 Jul 16 11:38:48.206521 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fc6fa339-44a1-467c-991e-bd8ddf4ca076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:48.209016 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fc6fa339-44a1-467c-991e-bd8ddf4ca076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:48.210038 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-fc6fa339-44a1-467c-991e-bd8ddf4ca076 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30a38eb9-117f-4f1e-b8d4-98fa196cf302 HTTP/1.1" status: 204 len: 168 time: 0.2953651 Jul 16 11:38:48.229492 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d1da9144-39e1-4eaa-a5cc-4b3a4ac4c217 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for floatingip, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:48.234749 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fa339-44a1-467c-991e-bd8ddf4ca076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a38eb9-117f-4f1e-b8d4-98fa196cf302,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:48.316275 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-602d2d02-1974-4bfa-a57f-4a10607ded35 service neutron] 10.222.0.13 "GET /v2.0/networks/0b7aeffa-35ea-4b54-923b-0719d8dc0ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051974 Jul 16 11:38:48.412584 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-530ec984-02c5-4dc8-a43a-8b80254c6d80 req-aa534727-2482-4da3-be71-3cc5b016dfd0 service neutron] 10.222.0.13 "GET /v2.0/networks/0b7aeffa-35ea-4b54-923b-0719d8dc0ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905082 Jul 16 11:38:48.524415 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7de254-aa02-4c54-82f9-e8e0c03534d0 req-1ed167d8-62f5-4e8f-9c45-30ccfb1ecbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:48.525932 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-ca7de254-aa02-4c54-82f9-e8e0c03534d0 req-1ed167d8-62f5-4e8f-9c45-30ccfb1ecbae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80463f28d0f54d15afdc7b7cdfa99d48&device_id=26b09154-5e97-4f62-a544-9ddbe5e0f7cd HTTP/1.1" status: 200 len: 1097 time: 0.0619473 Jul 16 11:38:48.634969 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7de254-aa02-4c54-82f9-e8e0c03534d0 req-84e41522-e657-4221-98b2-ba6892b84b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:48.640410 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-ca7de254-aa02-4c54-82f9-e8e0c03534d0 req-84e41522-e657-4221-98b2-ba6892b84b80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 HTTP/1.1" status: 200 len: 909 time: 0.1033466 Jul 16 11:38:48.696522 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-ca7de254-aa02-4c54-82f9-e8e0c03534d0 req-adb72853-492a-47da-9a00-e3b08913e2eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f1039c2-baa0-475b-b165-99181b8616ee HTTP/1.1" status: 200 len: 217 time: 0.0514953 Jul 16 11:38:48.775423 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7de254-aa02-4c54-82f9-e8e0c03534d0 req-0043fefd-92c5-472c-8eb0-bd57033d33dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:48.777214 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-ca7de254-aa02-4c54-82f9-e8e0c03534d0 req-0043fefd-92c5-472c-8eb0-bd57033d33dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39bc53a9-1849-4777-8280-7c687501cc15 HTTP/1.1" status: 200 len: 848 time: 0.0696769 Jul 16 11:38:48.824860 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-ca7de254-aa02-4c54-82f9-e8e0c03534d0 req-4a7c0bc4-5c86-443a-bbdc-873ac215c04d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b7aeffa-35ea-4b54-923b-0719d8dc0ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357933 Jul 16 11:38:48.831993 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47956) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:48.952304 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095368c1-694e-47cf-8e52-ecc014f957f7 req-ebfd0e41-8555-44dc-b160-b9baa1489e31 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:48.960278 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-095368c1-694e-47cf-8e52-ecc014f957f7 req-ebfd0e41-8555-44dc-b160-b9baa1489e31 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=26b09154-5e97-4f62-a544-9ddbe5e0f7cd HTTP/1.1" status: 200 len: 944 time: 0.1376810 Jul 16 11:38:48.967044 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-47d0b0b0-c45c-4746-8db2-fbb0a4f56fd2 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:49.006990 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-47d0b0b0-c45c-4746-8db2-fbb0a4f56fd2 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:49.012074 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-ca7de254-aa02-4c54-82f9-e8e0c03534d0 req-ca97d34d-e3cf-498b-b63c-377018f05306 service neutron] 10.222.0.13 "GET /v2.0/networks/0b7aeffa-35ea-4b54-923b-0719d8dc0ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660275 Jul 16 11:38:49.072793 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-095368c1-694e-47cf-8e52-ecc014f957f7 req-0c9a0145-fee2-4880-af03-f8b269168c3e tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116483 Jul 16 11:38:49.096643 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d1da9144-39e1-4eaa-a5cc-4b3a4ac4c217 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:49.107119 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d1da9144-39e1-4eaa-a5cc-4b3a4ac4c217 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814437'] for floatingip, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:49.116637 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-47d0b0b0-c45c-4746-8db2-fbb0a4f56fd2 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:49.119071 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-47d0b0b0-c45c-4746-8db2-fbb0a4f56fd2 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:49.122742 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-47d0b0b0-c45c-4746-8db2-fbb0a4f56fd2 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "DELETE /v2.0/security-groups/d693edc0-bd4d-4c51-850c-f2896410cc08 HTTP/1.1" status: 204 len: 168 time: 0.2870338 Jul 16 11:38:49.128460 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47964) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:49.171732 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0b0b0-c45c-4746-8db2-fbb0a4f56fd2 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d693edc0-bd4d-4c51-850c-f2896410cc08,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:49.177432 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.api.v2.resource [None req-71c3904a-8cd2-41fa-baba-b3e14a62506d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] show failed (client error): The resource could not be found. Jul 16 11:38:49.178469 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-71c3904a-8cd2-41fa-baba-b3e14a62506d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups/d693edc0-bd4d-4c51-850c-f2896410cc08 HTTP/1.1" status: 404 len: 347 time: 0.0489998 Jul 16 11:38:49.181508 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 47966) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:49.210447 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.l3_db [None req-d1da9144-39e1-4eaa-a5cc-4b3a4ac4c217 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Floating IP 9550ffca-0a4e-4cff-97f8-27b2bb28ce7c associated. External IP: 172.27.0.65, port: 5737c6ed-681d-43de-b7bf-bc681c2d5acb. Jul 16 11:38:49.217126 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device d9512156-54f9-404f-9414-68adc0d41458 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:38:49.251283 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: d9512156-54f9-404f-9414-68adc0d41458 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:38:49.251912 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device d9512156-54f9-404f-9414-68adc0d41458 not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:38:49.441356 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1da9144-39e1-4eaa-a5cc-4b3a4ac4c217 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:38:49.506975 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-ca7de254-aa02-4c54-82f9-e8e0c03534d0 req-6cd7ee62-9d5a-4aed-ae27-3337ddad1fd1 service neutron] 10.222.0.13 "GET /v2.0/networks/0b7aeffa-35ea-4b54-923b-0719d8dc0ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784894 Jul 16 11:38:49.529504 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a21a12f4-17f3-459d-be58-a4837fd98f5d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Deleting port 35a1aaf7-4e64-49bc-8df5-58877a3409ed {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:38:49.529846 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a21a12f4-17f3-459d-be58-a4837fd98f5d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:49.561014 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1da9144-39e1-4eaa-a5cc-4b3a4ac4c217 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:38:49.566358 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d1da9144-39e1-4eaa-a5cc-4b3a4ac4c217 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:49.571680 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb19bd63-1cc6-4312-a0bb-3ada4fb1262f None None] Sync routers for ids ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:38:49.585650 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb19bd63-1cc6-4312-a0bb-3ada4fb1262f None None] Routers {'3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:38:49.586288 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-eb19bd63-1cc6-4312-a0bb-3ada4fb1262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:38:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:49.613933 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-d1da9144-39e1-4eaa-a5cc-4b3a4ac4c217 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "PUT /v2.0/floatingips/9550ffca-0a4e-4cff-97f8-27b2bb28ce7c HTTP/1.1" status: 200 len: 990 time: 1.4327424 Jul 16 11:38:49.614897 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'tag': '5737c6ed-681d-43de-b7bf-bc681c2d5acb'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:38:49.617575 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0248a2-a4fa-4814-9f78-7a9d03da7c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "166ee7fa-cb49-43f4-8616-39c67797c5b1", "tag": "5737c6ed-681d-43de-b7bf-bc681c2d5acb"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:38:49.661761 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ad45ae-1e08-4f30-aeae-d35b77eeaab1 x-openstack-request-id: req-e1ad45ae-1e08-4f30-aeae-d35b77eeaab1 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:38:49.662261 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166ee7fa-cb49-43f4-8616-39c67797c5b1", "tag": "5737c6ed-681d-43de-b7bf-bc681c2d5acb", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:38:49.662692 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1ad45ae-1e08-4f30-aeae-d35b77eeaab1 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:38:49.663234 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'tag': '5737c6ed-681d-43de-b7bf-bc681c2d5acb', 'status': 'completed', 'code': 200} Jul 16 11:38:49.676498 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a21a12f4-17f3-459d-be58-a4837fd98f5d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:49.676823 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a21a12f4-17f3-459d-be58-a4837fd98f5d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:49.702072 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a21a12f4-17f3-459d-be58-a4837fd98f5d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Calling delete_port for 35a1aaf7-4e64-49bc-8df5-58877a3409ed owned by network:floatingip {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:38:49.752601 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-eb19bd63-1cc6-4312-a0bb-3ada4fb1262f None None] Set router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:38:49.824762 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0248a2-a4fa-4814-9f78-7a9d03da7c6a req-ff402b2c-14d7-4735-a280-3b764b939eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:49.826766 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-3a0248a2-a4fa-4814-9f78-7a9d03da7c6a req-ff402b2c-14d7-4735-a280-3b764b939eca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57&device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 1098 time: 0.1255538 Jul 16 11:38:49.961642 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a21a12f4-17f3-459d-be58-a4837fd98f5d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:49.970015 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0248a2-a4fa-4814-9f78-7a9d03da7c6a req-c154c9d7-38ca-4303-94e8-9fb7878aee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:49.972103 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-3a0248a2-a4fa-4814-9f78-7a9d03da7c6a req-c154c9d7-38ca-4303-94e8-9fb7878aee56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3bf2836-3f60-4871-835c-2371c60f999a HTTP/1.1" status: 200 len: 918 time: 0.1383588 Jul 16 11:38:49.997296 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a12f4-17f3-459d-be58-a4837fd98f5d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Pushing event deleted for resources: {'Port': ['ID=35a1aaf7-4e64-49bc-8df5-58877a3409ed,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:50.103089 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-3a0248a2-a4fa-4814-9f78-7a9d03da7c6a req-b4eb183e-b1ec-4daa-9feb-a6dcf98ecbb4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5737c6ed-681d-43de-b7bf-bc681c2d5acb HTTP/1.1" status: 200 len: 998 time: 0.1085029 Jul 16 11:38:50.110837 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a21a12f4-17f3-459d-be58-a4837fd98f5d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for floatingip, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:50.113162 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a21a12f4-17f3-459d-be58-a4837fd98f5d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:50.116395 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-a21a12f4-17f3-459d-be58-a4837fd98f5d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "DELETE /v2.0/floatingips/1b716132-358c-4702-8e64-9a6bd4e217e3 HTTP/1.1" status: 204 len: 168 time: 0.9338801 Jul 16 11:38:50.202453 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-eb19bd63-1cc6-4312-a0bb-3ada4fb1262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:34:45Z', 'revision_number': 4, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '9550ffca-0a4e-4cff-97f8-27b2bb28ce7c', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'port_id': '5737c6ed-681d-43de-b7bf-bc681c2d5acb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'mac_address': 'fa:16:3e:3a:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:38:37Z', 'updated_at': '2021-07-16T11:38:48Z', 'revision_number': 1, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '862e634c-2358-4521-a301-36ffe4b6ad87', 'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'mac_address': 'fa:16:3e:b8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:41Z', 'updated_at': '2021-07-16T11:34:57Z', 'revision_number': 5, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'subnets': [{'id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:50.219122 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0248a2-a4fa-4814-9f78-7a9d03da7c6a req-472b6fb7-6e47-4a4a-af0d-2698aee7ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:50.222432 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-3a0248a2-a4fa-4814-9f78-7a9d03da7c6a req-472b6fb7-6e47-4a4a-af0d-2698aee7ab27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54cab1d6-11e7-4058-9076-dd369f1e0736 HTTP/1.1" status: 200 len: 856 time: 0.1131556 Jul 16 11:38:50.253784 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb19bd63-1cc6-4312-a0bb-3ada4fb1262f None None] Checking router: 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:38:50.268856 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb19bd63-1cc6-4312-a0bb-3ada4fb1262f None None] Routers {'3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:38:50.268856 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-eb19bd63-1cc6-4312-a0bb-3ada4fb1262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:38:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:50.290015 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ca88d-60d2-4e91-8034-139d3e76dff0 req-665ce141-bb54-459e-b42f-9542deb5b041 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:50.299969 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-863ca88d-60d2-4e91-8034-139d3e76dff0 req-665ce141-bb54-459e-b42f-9542deb5b041 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=26b09154-5e97-4f62-a544-9ddbe5e0f7cd HTTP/1.1" status: 200 len: 944 time: 0.0970809 Jul 16 11:38:50.316745 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0248a2-a4fa-4814-9f78-7a9d03da7c6a req-d743197f-6c40-4bc2-ab14-4e879954cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:50.318554 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-3a0248a2-a4fa-4814-9f78-7a9d03da7c6a req-d743197f-6c40-4bc2-ab14-4e879954cb68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3bf2836-3f60-4871-835c-2371c60f999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897627 Jul 16 11:38:50.331641 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 47998) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:50.336028 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-c7918766-c8a2-4f9a-b510-ea39484efd23 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--830411057', 'description': 'tempest-description--1543445704'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:50.385462 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-863ca88d-60d2-4e91-8034-139d3e76dff0 req-a503e3dc-7afa-48b5-9c5c-78e03ea452c2 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845234 Jul 16 11:38:50.387937 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c7918766-c8a2-4f9a-b510-ea39484efd23 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:50.443450 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-3a0248a2-a4fa-4814-9f78-7a9d03da7c6a req-f4431230-fa48-4b76-ba3d-7b502062b9a7 service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171892 Jul 16 11:38:50.468043 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-eb19bd63-1cc6-4312-a0bb-3ada4fb1262f None None] Set router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:38:50.483244 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c7918766-c8a2-4f9a-b510-ea39484efd23 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:50.491711 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c7918766-c8a2-4f9a-b510-ea39484efd23 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:50.544155 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7918766-c8a2-4f9a-b510-ea39484efd23 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257adaa2-1139-4e7a-9172-9d6376b2648b,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:50.552079 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c7918766-c8a2-4f9a-b510-ea39484efd23 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:50.555986 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-c7918766-c8a2-4f9a-b510-ea39484efd23 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2233279 Jul 16 11:38:50.559090 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-3a0248a2-a4fa-4814-9f78-7a9d03da7c6a req-5f925f73-3c79-48a2-99b6-40340a094930 service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092134 Jul 16 11:38:50.559260 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 48004) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:50.566374 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-2c7aa068-8c1c-4c4a-86ed-13a0df25f2ed tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Request body: {'security_group_rule': {'security_group_id': '257adaa2-1139-4e7a-9172-9d6376b2648b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:50.599624 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-2c7aa068-8c1c-4c4a-86ed-13a0df25f2ed tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:50.670391 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-2c7aa068-8c1c-4c4a-86ed-13a0df25f2ed tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:50.673915 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-2c7aa068-8c1c-4c4a-86ed-13a0df25f2ed tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:50.695505 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7aa068-8c1c-4c4a-86ed-13a0df25f2ed tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e650a2eb-816c-42fe-8cc0-4b9c10bda357,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:50.700203 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-2c7aa068-8c1c-4c4a-86ed-13a0df25f2ed tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:50.704034 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-2c7aa068-8c1c-4c4a-86ed-13a0df25f2ed tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411667 Jul 16 11:38:50.704303 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 48006) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:50.708692 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-a09a65c2-35d2-4b28-89c1-40232986ab65 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Request body: {'security_group_rule': {'security_group_id': '257adaa2-1139-4e7a-9172-9d6376b2648b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:50.736012 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a09a65c2-35d2-4b28-89c1-40232986ab65 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:50.754621 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-eb19bd63-1cc6-4312-a0bb-3ada4fb1262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:34:45Z', 'revision_number': 4, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '9550ffca-0a4e-4cff-97f8-27b2bb28ce7c', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'port_id': '5737c6ed-681d-43de-b7bf-bc681c2d5acb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'mac_address': 'fa:16:3e:3a:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:38:37Z', 'updated_at': '2021-07-16T11:38:48Z', 'revision_number': 1, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '862e634c-2358-4521-a301-36ffe4b6ad87', 'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'mac_address': 'fa:16:3e:b8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:41Z', 'updated_at': '2021-07-16T11:34:57Z', 'revision_number': 5, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'subnets': [{'id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:38:50.782932 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb19bd63-1cc6-4312-a0bb-3ada4fb1262f None None] The sync data for ids ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'] in dv-cinder-784763-6-iscsi is: [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:34:45Z', 'revision_number': 4, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '9550ffca-0a4e-4cff-97f8-27b2bb28ce7c', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'port_id': '5737c6ed-681d-43de-b7bf-bc681c2d5acb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'mac_address': 'fa:16:3e:3a:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:38:37Z', 'updated_at': '2021-07-16T11:38:48Z', 'revision_number': 1, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '862e634c-2358-4521-a301-36ffe4b6ad87', 'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'mac_address': 'fa:16:3e:b8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:41Z', 'updated_at': '2021-07-16T11:34:57Z', 'revision_number': 5, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'subnets': [{'id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:38:50.796469 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a09a65c2-35d2-4b28-89c1-40232986ab65 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:50.805078 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a09a65c2-35d2-4b28-89c1-40232986ab65 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:50.823419 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a65c2-35d2-4b28-89c1-40232986ab65 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d19876-a3af-41ca-a3c9-63c286283946,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:50.833094 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a09a65c2-35d2-4b28-89c1-40232986ab65 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:50.834787 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-a09a65c2-35d2-4b28-89c1-40232986ab65 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296601 Jul 16 11:38:50.838021 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 48010) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:50.842999 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-fb109485-0cbf-4c9c-9b38-7ea189d18ecc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Request body: {'floatingip': {'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:50.868668 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fb109485-0cbf-4c9c-9b38-7ea189d18ecc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for floatingip, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:50.968252 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fb109485-0cbf-4c9c-9b38-7ea189d18ecc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:50.979062 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b491e3-5fb5-4f7d-890a-11759d562f18 None None] New status for floating IP 9550ffca-0a4e-4cff-97f8-27b2bb28ce7c: ACTIVE {{(pid=93106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 11:38:51.068756 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [None req-fb109485-0cbf-4c9c-9b38-7ea189d18ecc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Allocated IP 172.27.0.234 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/16d039ee-0853-4500-a404-85ddf7585a9c) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:38:51.173108 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fb109485-0cbf-4c9c-9b38-7ea189d18ecc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:51.209959 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fb109485-0cbf-4c9c-9b38-7ea189d18ecc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:51.216633 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 2f1039c2-baa0-475b-b165-99181b8616ee details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:38:51.248506 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb109485-0cbf-4c9c-9b38-7ea189d18ecc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:38:51.251108 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-fb109485-0cbf-4c9c-9b38-7ea189d18ecc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:38:51.255372 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb109485-0cbf-4c9c-9b38-7ea189d18ecc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:38:51.260753 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb109485-0cbf-4c9c-9b38-7ea189d18ecc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Pushing event updated for resources: {'Port': ['ID=16d039ee-0853-4500-a404-85ddf7585a9c,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:51.320939 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 2f1039c2-baa0-475b-b165-99181b8616ee, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=2f1039c2-baa0-475b-b165-99181b8616ee,segment=NetworkSegment(4c768e3c-291a-4f7f-a45a-c81fd03cbe68),segment_id=4c768e3c-291a-4f7f-a45a-c81fd03cbe68)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:38:51.332672 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': '2f1039c2-baa0-475b-b165-99181b8616ee', 'network_id': '0b7aeffa-35ea-4b54-923b-0719d8dc0ed2', 'port_id': '2f1039c2-baa0-475b-b165-99181b8616ee', 'mac_address': 'fa:16:3e:65:a4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39bc53a9-1849-4777-8280-7c687501cc15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:38:51.374516 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:51.385223 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fb109485-0cbf-4c9c-9b38-7ea189d18ecc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:51.387441 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f1039c2-baa0-475b-b165-99181b8616ee {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:38:51.408046 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 2f1039c2-baa0-475b-b165-99181b8616ee, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=2f1039c2-baa0-475b-b165-99181b8616ee,segment=NetworkSegment(4c768e3c-291a-4f7f-a45a-c81fd03cbe68),segment_id=4c768e3c-291a-4f7f-a45a-c81fd03cbe68)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:38:51.412730 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:51.432490 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fb109485-0cbf-4c9c-9b38-7ea189d18ecc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:51.461511 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=2f1039c2-baa0-475b-b165-99181b8616ee,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:51.634391 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54c21a-642e-476d-9545-da191f550e9b req-c863050d-459d-433d-91d0-7b8defdd0964 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:51.635832 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['2f1039c2-baa0-475b-b165-99181b8616ee'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:38:51.635961 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2b54c21a-642e-476d-9545-da191f550e9b req-c863050d-459d-433d-91d0-7b8defdd0964 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=26b09154-5e97-4f62-a544-9ddbe5e0f7cd HTTP/1.1" status: 200 len: 945 time: 0.1315277 Jul 16 11:38:51.638061 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fb109485-0cbf-4c9c-9b38-7ea189d18ecc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:51.646202 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fb109485-0cbf-4c9c-9b38-7ea189d18ecc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:51.740070 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb109485-0cbf-4c9c-9b38-7ea189d18ecc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Pushing event updated for resources: {'Port': ['ID=16d039ee-0853-4500-a404-85ddf7585a9c,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:51.755839 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2b54c21a-642e-476d-9545-da191f550e9b req-2948c6fb-93d2-422e-96a4-7a6b6a4fa936 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825241 Jul 16 11:38:51.756734 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fb109485-0cbf-4c9c-9b38-7ea189d18ecc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814437'] for floatingip, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:51.771963 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fb109485-0cbf-4c9c-9b38-7ea189d18ecc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:51.773325 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-fb109485-0cbf-4c9c-9b38-7ea189d18ecc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9342303 Jul 16 11:38:51.977652 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-8f9d5388-df3b-4feb-a667-147bee563bd1 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--830411057&fields=id&tenant_id=c62de2f85dd545e4afa586dcf229723e HTTP/1.1" status: 200 len: 267 time: 0.0318451 Jul 16 11:38:52.085713 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-cee23212-bde1-4102-9de0-76714703f712 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:52.087145 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-cee23212-bde1-4102-9de0-76714703f712 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/networks?id=536ad81a-3bad-486b-a777-2b662cbc48f4 HTTP/1.1" status: 200 len: 811 time: 0.1011584 Jul 16 11:38:52.101061 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-80c504ad-162d-449f-9c07-208015d33681 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/quotas/c62de2f85dd545e4afa586dcf229723e HTTP/1.1" status: 200 len: 375 time: 0.0084813 Jul 16 11:38:52.165376 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-38fa2b16-dfc7-49bf-800e-0d760e24731f tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c62de2f85dd545e4afa586dcf229723e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596588 Jul 16 11:38:52.260427 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-e78f6b3c-c695-407e-993b-105ba2d869dc service neutron] 10.222.0.16 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836368 Jul 16 11:38:52.345179 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-5dd68888-487e-4684-af7a-1e0abde711fe service neutron] 10.222.0.16 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790944 Jul 16 11:38:52.512644 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-fa9fff98-fe61-47ba-a389-8b3c3f4aa49d req-471e5d85-9e1e-49b3-83de-c624933ee2d3 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 210 time: 0.0310636 Jul 16 11:38:52.949449 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66478996-f842-4ec0-a60b-108c2be1d978 req-1d8fc417-b526-4a28-b1b0-199084305a5f tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:52.957105 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-66478996-f842-4ec0-a60b-108c2be1d978 req-1d8fc417-b526-4a28-b1b0-199084305a5f tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=26b09154-5e97-4f62-a544-9ddbe5e0f7cd HTTP/1.1" status: 200 len: 945 time: 0.0746233 Jul 16 11:38:52.991217 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-66478996-f842-4ec0-a60b-108c2be1d978 req-61884427-43d8-4e52-beaf-db75711f4879 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331187 Jul 16 11:38:53.248499 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 2f1039c2-baa0-475b-b165-99181b8616ee up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:38:53.298033 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port 2f1039c2-baa0-475b-b165-99181b8616ee completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:38:53.302335 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port 2f1039c2-baa0-475b-b165-99181b8616ee triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:38:53.302704 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:53.401797 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:53.425396 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b09154-5e97-4f62-a544-9ddbe5e0f7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1039c2-baa0-475b-b165-99181b8616ee'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:38:53.427566 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f03cab-3bd6-491f-a883-2a1291490871" -d '{"events": [{"server_uuid": "26b09154-5e97-4f62-a544-9ddbe5e0f7cd", "name": "network-vif-plugged", "status": "completed", "tag": "2f1039c2-baa0-475b-b165-99181b8616ee"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:38:53.441142 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 2f1039c2-baa0-475b-b165-99181b8616ee, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=2f1039c2-baa0-475b-b165-99181b8616ee,segment=NetworkSegment(4c768e3c-291a-4f7f-a45a-c81fd03cbe68),segment_id=4c768e3c-291a-4f7f-a45a-c81fd03cbe68)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:38:53.445906 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:53.479902 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a89e7e0-877f-41d3-8ca0-1620a101a93a x-openstack-request-id: req-9a89e7e0-877f-41d3-8ca0-1620a101a93a {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:38:53.480194 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b09154-5e97-4f62-a544-9ddbe5e0f7cd", "name": "network-vif-plugged", "status": "completed", "tag": "2f1039c2-baa0-475b-b165-99181b8616ee", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:38:53.480620 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a89e7e0-877f-41d3-8ca0-1620a101a93a {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:38:53.481200 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b09154-5e97-4f62-a544-9ddbe5e0f7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1039c2-baa0-475b-b165-99181b8616ee', 'code': 200} Jul 16 11:38:53.517551 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=2f1039c2-baa0-475b-b165-99181b8616ee,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:53.624723 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-68a6af54-0b83-4b7a-ba9e-7138d0de62a5 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:53.626374 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-68a6af54-0b83-4b7a-ba9e-7138d0de62a5 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.13 "GET /v2.0/networks?id=536ad81a-3bad-486b-a777-2b662cbc48f4 HTTP/1.1" status: 200 len: 811 time: 0.1707480 Jul 16 11:38:53.680778 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-744ada00-33fd-4f72-b725-77b6b95db753 req-657d9abc-7ffc-46c5-b684-93582232aa9a tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 210 time: 0.0441792 Jul 16 11:38:53.708034 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-f3713e68-4640-4c4f-be24-8bc2ca07a9a3 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c62de2f85dd545e4afa586dcf229723e HTTP/1.1" status: 200 len: 379 time: 0.0673637 Jul 16 11:38:53.718304 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-a397b6e8-9038-47f9-9edb-a0d0c70cd6c7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Request body: {'port': {'device_id': 'b4dd40e7-0ff3-4f8d-98ad-41a18df83588', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'admin_state_up': True, 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'security_groups': ['257adaa2-1139-4e7a-9172-9d6376b2648b']}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:53.818769 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05da19-1cec-4f5b-9b79-65bdb4ae744b req-b8993fe8-a0cc-4703-acb0-86ec3381af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:53.820500 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ad05da19-1cec-4f5b-9b79-65bdb4ae744b req-b8993fe8-a0cc-4703-acb0-86ec3381af92 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26b09154-5e97-4f62-a544-9ddbe5e0f7cd HTTP/1.1" status: 200 len: 1099 time: 0.0722456 Jul 16 11:38:53.847677 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-a397b6e8-9038-47f9-9edb-a0d0c70cd6c7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Made reservation on behalf of c62de2f85dd545e4afa586dcf229723e for: {'port': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:38:53.851488 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-a397b6e8-9038-47f9-9edb-a0d0c70cd6c7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:53.860086 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ad05da19-1cec-4f5b-9b79-65bdb4ae744b req-811b58ad-0442-410a-a3fd-4e80144bc251 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325949 Jul 16 11:38:53.984538 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-a397b6e8-9038-47f9-9edb-a0d0c70cd6c7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Allocated IP 172.20.0.12 (536ad81a-3bad-486b-a777-2b662cbc48f4/fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49/e57454dc-88b1-4bcb-a309-1535acf64b1a) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:38:54.125704 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-a397b6e8-9038-47f9-9edb-a0d0c70cd6c7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:54.138777 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-a397b6e8-9038-47f9-9edb-a0d0c70cd6c7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Transition to ACTIVE for port object e57454dc-88b1-4bcb-a309-1535acf64b1a will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:38:54.172450 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-a397b6e8-9038-47f9-9edb-a0d0c70cd6c7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:54.182268 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75853d75-5366-4854-bcd1-f09f1dadde32 req-fc8fed9e-041b-478e-adbd-353a3fb94966 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:54.183774 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-75853d75-5366-4854-bcd1-f09f1dadde32 req-fc8fed9e-041b-478e-adbd-353a3fb94966 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=26b09154-5e97-4f62-a544-9ddbe5e0f7cd HTTP/1.1" status: 200 len: 946 time: 0.0668163 Jul 16 11:38:54.217347 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-a397b6e8-9038-47f9-9edb-a0d0c70cd6c7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Network 536ad81a-3bad-486b-a777-2b662cbc48f4 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:38:54.223400 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-a397b6e8-9038-47f9-9edb-a0d0c70cd6c7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:38:54.223579 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-75853d75-5366-4854-bcd1-f09f1dadde32 req-e35bbbbf-e504-4ee5-b99d-f2de39d41dd5 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339448 Jul 16 11:38:54.227583 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-a397b6e8-9038-47f9-9edb-a0d0c70cd6c7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:38:54.259051 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397b6e8-9038-47f9-9edb-a0d0c70cd6c7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Pushing event updated for resources: {'Port': ['ID=e57454dc-88b1-4bcb-a309-1535acf64b1a,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:54.286125 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-a397b6e8-9038-47f9-9edb-a0d0c70cd6c7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:54.286846 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-a397b6e8-9038-47f9-9edb-a0d0c70cd6c7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:54.302968 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-a397b6e8-9038-47f9-9edb-a0d0c70cd6c7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5899844 Jul 16 11:38:54.314832 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Request body: {'port': {'device_id': 'b4dd40e7-0ff3-4f8d-98ad-41a18df83588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:54.393697 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:54.438866 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-ac1e8f1b-7756-44ff-aaa9-d08983c1b1b1 None None] Provisioning for port e57454dc-88b1-4bcb-a309-1535acf64b1a completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:38:54.442382 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-ac1e8f1b-7756-44ff-aaa9-d08983c1b1b1 None None] Provisioning complete for port e57454dc-88b1-4bcb-a309-1535acf64b1a triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:38:54.442752 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ac1e8f1b-7756-44ff-aaa9-d08983c1b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:54.478963 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-ac1e8f1b-7756-44ff-aaa9-d08983c1b1b1 None None] Port e57454dc-88b1-4bcb-a309-1535acf64b1a cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:38:54.649554 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57454dc-88b1-4bcb-a309-1535acf64b1a {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:38:54.656904 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:54.669130 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Transition to ACTIVE for port object e57454dc-88b1-4bcb-a309-1535acf64b1a will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:38:54.672378 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:54.742995 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Pushing event updated for resources: {'Port': ['ID=e57454dc-88b1-4bcb-a309-1535acf64b1a,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:54.793881 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Attempting to bind port e57454dc-88b1-4bcb-a309-1535acf64b1a on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:38:54.794214 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Attempting to bind port e57454dc-88b1-4bcb-a309-1535acf64b1a by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '9fac70f1-b5d2-43ca-8a42-3e226e036e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:38:54.794541 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Attempting to bind port e57454dc-88b1-4bcb-a309-1535acf64b1a on network 536ad81a-3bad-486b-a777-2b662cbc48f4 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:38:54.800844 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Port e57454dc-88b1-4bcb-a309-1535acf64b1a on network 536ad81a-3bad-486b-a777-2b662cbc48f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:38:54.801170 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Attempting to bind port e57454dc-88b1-4bcb-a309-1535acf64b1a on network 536ad81a-3bad-486b-a777-2b662cbc48f4 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:38:54.806304 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:38:54.806965 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Checking segment: {'id': '9fac70f1-b5d2-43ca-8a42-3e226e036e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:38:54.807453 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Bound using segment: {'id': '9fac70f1-b5d2-43ca-8a42-3e226e036e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:38:54.808203 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Bound port: e57454dc-88b1-4bcb-a309-1535acf64b1a, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fac70f1-b5d2-43ca-8a42-3e226e036e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:38:54.808746 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:54.832347 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:54.873308 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe4676-e6f8-4eaa-b5d3-3e48442342fa req-66265df8-0160-4462-8628-fb79c00b8eb6 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:54.879207 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] For port e57454dc-88b1-4bcb-a309-1535acf64b1a, host hv-cinder-78476, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:38:54.881255 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f4fe4676-e6f8-4eaa-b5d3-3e48442342fa req-66265df8-0160-4462-8628-fb79c00b8eb6 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 944 time: 0.0837886 Jul 16 11:38:54.882636 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] For port e57454dc-88b1-4bcb-a309-1535acf64b1a, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e57454dc-88b1-4bcb-a309-1535acf64b1a,segment=NetworkSegment(9fac70f1-b5d2-43ca-8a42-3e226e036e07),segment_id=9fac70f1-b5d2-43ca-8a42-3e226e036e07)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:38:54.887910 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:54.915558 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f4fe4676-e6f8-4eaa-b5d3-3e48442342fa req-8648869f-c7df-4003-b470-193142dd5c77 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=257adaa2-1139-4e7a-9172-9d6376b2648b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330472 Jul 16 11:38:54.925330 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:54.925945 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:54.927340 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] 10.222.0.13 "PUT /v2.0/ports/e57454dc-88b1-4bcb-a309-1535acf64b1a HTTP/1.1" status: 200 len: 1094 time: 0.6168571 Jul 16 11:38:54.927804 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4dd40e7-0ff3-4f8d-98ad-41a18df83588', 'tag': 'e57454dc-88b1-4bcb-a309-1535acf64b1a'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:38:54.930115 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9308d5e7-34f6-4c5e-8620-ad37411db65b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4dd40e7-0ff3-4f8d-98ad-41a18df83588", "tag": "e57454dc-88b1-4bcb-a309-1535acf64b1a"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:38:54.970072 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bf99f-0096-4577-8cd0-274882eeaa8e service neutron] Pushing event updated for resources: {'Port': ['ID=e57454dc-88b1-4bcb-a309-1535acf64b1a,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:54.975975 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84258f8-972a-40a0-811a-fb28760347b1 x-openstack-request-id: req-a84258f8-972a-40a0-811a-fb28760347b1 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:38:54.976358 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4dd40e7-0ff3-4f8d-98ad-41a18df83588", "tag": "e57454dc-88b1-4bcb-a309-1535acf64b1a", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:38:54.976680 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a84258f8-972a-40a0-811a-fb28760347b1 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:38:54.977295 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4dd40e7-0ff3-4f8d-98ad-41a18df83588', 'tag': 'e57454dc-88b1-4bcb-a309-1535acf64b1a', 'status': 'completed', 'code': 200} Jul 16 11:38:55.034985 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-f7fd81bb-80b3-4884-9946-7eeefcac8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:55.036814 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-f7fd81bb-80b3-4884-9946-7eeefcac8384 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c62de2f85dd545e4afa586dcf229723e&device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 1097 time: 0.0568311 Jul 16 11:38:55.083535 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-8d9cd795-5dc6-4d3e-8b9f-5ef032b9f43d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e57454dc-88b1-4bcb-a309-1535acf64b1a HTTP/1.1" status: 200 len: 217 time: 0.0394132 Jul 16 11:38:55.141516 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-2b3da73b-2a6a-4fa8-be00-28fd437b96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:55.143022 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-2b3da73b-2a6a-4fa8-be00-28fd437b96f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49 HTTP/1.1" status: 200 len: 850 time: 0.0534952 Jul 16 11:38:55.203516 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-aba3f35a-813d-41c1-9ebb-982712e6d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:55.205065 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-aba3f35a-813d-41c1-9ebb-982712e6d96b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=536ad81a-3bad-486b-a777-2b662cbc48f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558681 Jul 16 11:38:55.305969 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-b9062355-c392-4228-a635-78a667ecb766 service neutron] 10.222.0.13 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944655 Jul 16 11:38:55.388649 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 48132) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:55.420138 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e2efa71b-4146-4807-bfce-28f21f561f42 req-9f2d7ca8-f9eb-49c9-a6a0-346944e16d8b service neutron] 10.222.0.13 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076689 Jul 16 11:38:55.439989 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e4837-afe8-47d5-8c63-4d2dab21e6c7 req-57be1972-05f8-45cf-9cb2-57841573ac95 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:55.441575 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-371e4837-afe8-47d5-8c63-4d2dab21e6c7 req-57be1972-05f8-45cf-9cb2-57841573ac95 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=26b09154-5e97-4f62-a544-9ddbe5e0f7cd HTTP/1.1" status: 200 len: 946 time: 0.0721357 Jul 16 11:38:55.480232 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-371e4837-afe8-47d5-8c63-4d2dab21e6c7 req-313bbaa7-26b4-4659-9c6a-8e85bbb26e30 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331151 Jul 16 11:38:55.519702 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-81ddc6c8-0420-4cce-b98b-9cbea58b5c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:55.545589 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308d5e7-34f6-4c5e-8620-ad37411db65b req-227ee09f-4161-4afe-93c5-9047bb13b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:55.547133 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9308d5e7-34f6-4c5e-8620-ad37411db65b req-227ee09f-4161-4afe-93c5-9047bb13b848 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c62de2f85dd545e4afa586dcf229723e&device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 1097 time: 0.0796790 Jul 16 11:38:55.676264 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308d5e7-34f6-4c5e-8620-ad37411db65b req-706b195f-2acf-4260-a55b-53acf35cff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:55.677742 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9308d5e7-34f6-4c5e-8620-ad37411db65b req-706b195f-2acf-4260-a55b-53acf35cff07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=536ad81a-3bad-486b-a777-2b662cbc48f4 HTTP/1.1" status: 200 len: 912 time: 0.1230154 Jul 16 11:38:55.730125 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9308d5e7-34f6-4c5e-8620-ad37411db65b req-ef8e2eb9-3188-4bde-a2c6-224f261e37b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e57454dc-88b1-4bcb-a309-1535acf64b1a HTTP/1.1" status: 200 len: 217 time: 0.0398791 Jul 16 11:38:55.734601 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-81ddc6c8-0420-4cce-b98b-9cbea58b5c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:55.746258 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-81ddc6c8-0420-4cce-b98b-9cbea58b5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:55.814518 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-81ddc6c8-0420-4cce-b98b-9cbea58b5c5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3adace63ea134326b23124f4fd8d2080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247768 Jul 16 11:38:55.817426 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddc6c8-0420-4cce-b98b-9cbea58b5c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a007ed-f7e2-43dc-aff6-d0e64a29d31b,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:55.818017 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 48142) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:55.825130 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308d5e7-34f6-4c5e-8620-ad37411db65b req-afb66d02-779e-4704-a0cf-573c08c62b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:55.826710 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9308d5e7-34f6-4c5e-8620-ad37411db65b req-afb66d02-779e-4704-a0cf-573c08c62b44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49 HTTP/1.1" status: 200 len: 850 time: 0.0897200 Jul 16 11:38:55.876080 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5f6f2c98-f5b8-41ce-8ecd-5f557fe8c1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:55.892324 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308d5e7-34f6-4c5e-8620-ad37411db65b req-d02ee89e-934a-4ef9-afa5-2310fff49a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:55.892324 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9308d5e7-34f6-4c5e-8620-ad37411db65b req-d02ee89e-934a-4ef9-afa5-2310fff49a75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=536ad81a-3bad-486b-a777-2b662cbc48f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556960 Jul 16 11:38:55.898688 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5f6f2c98-f5b8-41ce-8ecd-5f557fe8c1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:55.946268 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5f6f2c98-f5b8-41ce-8ecd-5f557fe8c1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:55.949785 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5f6f2c98-f5b8-41ce-8ecd-5f557fe8c1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:55.954878 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-5f6f2c98-f5b8-41ce-8ecd-5f557fe8c1a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6a007ed-f7e2-43dc-aff6-d0e64a29d31b HTTP/1.1" status: 204 len: 168 time: 0.1353049 Jul 16 11:38:55.963602 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f2c98-f5b8-41ce-8ecd-5f557fe8c1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a007ed-f7e2-43dc-aff6-d0e64a29d31b,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:56.005549 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9308d5e7-34f6-4c5e-8620-ad37411db65b req-1e16921c-d820-452e-ba2c-d04e9466174b service neutron] 10.222.0.13 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094356 Jul 16 11:38:56.115946 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9308d5e7-34f6-4c5e-8620-ad37411db65b req-a977c537-0b69-431c-92f1-c25ce7f87085 service neutron] 10.222.0.13 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022930 Jul 16 11:38:56.146967 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40a8f6-96f6-4a71-a7a7-5e3411e5c2c7 req-2214c69d-548e-4d90-8f86-3a21eb93bc13 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:56.148959 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6f40a8f6-96f6-4a71-a7a7-5e3411e5c2c7 req-2214c69d-548e-4d90-8f86-3a21eb93bc13 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 944 time: 0.0931726 Jul 16 11:38:56.193043 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6f40a8f6-96f6-4a71-a7a7-5e3411e5c2c7 req-4f6812b5-96dc-4781-848c-fd760c7d373d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=257adaa2-1139-4e7a-9172-9d6376b2648b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377719 Jul 16 11:38:56.266569 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 48156) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:56.280485 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6dc09732-4939-40ea-a070-9cba7e8e5bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:56.311624 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98a3e3-4401-4760-aab8-ad39177d5518 req-c6f79b9d-4d80-43d5-8f2f-3b3903611ada tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:56.313141 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ef98a3e3-4401-4760-aab8-ad39177d5518 req-c6f79b9d-4d80-43d5-8f2f-3b3903611ada tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=26b09154-5e97-4f62-a544-9ddbe5e0f7cd HTTP/1.1" status: 200 len: 946 time: 0.0654006 Jul 16 11:38:56.352341 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ef98a3e3-4401-4760-aab8-ad39177d5518 req-d061763a-98ab-4b5a-848e-18f475cac3eb tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329285 Jul 16 11:38:56.368585 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6dc09732-4939-40ea-a070-9cba7e8e5bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:56.372392 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6dc09732-4939-40ea-a070-9cba7e8e5bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:56.414025 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-6dc09732-4939-40ea-a070-9cba7e8e5bd6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e03bf92b08a4b8098d44251555d0922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463830 Jul 16 11:38:56.415131 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc09732-4939-40ea-a070-9cba7e8e5bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5428ca-5ed2-4b3f-ae72-96cf70cdf689,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:56.416664 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 48158) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:56.467363 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7c3ee2e2-aa38-4fad-b371-c4abef8e39fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:56.487011 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7c3ee2e2-aa38-4fad-b371-c4abef8e39fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:56.536537 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7c3ee2e2-aa38-4fad-b371-c4abef8e39fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:56.538942 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7c3ee2e2-aa38-4fad-b371-c4abef8e39fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:56.540088 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-7c3ee2e2-aa38-4fad-b371-c4abef8e39fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be5428ca-5ed2-4b3f-ae72-96cf70cdf689 HTTP/1.1" status: 204 len: 168 time: 0.1223338 Jul 16 11:38:56.547451 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ee2e2-aa38-4fad-b371-c4abef8e39fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5428ca-5ed2-4b3f-ae72-96cf70cdf689,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:57.161485 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 48182) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:57.251286 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-09ea397c-6701-4dbf-ad14-7c87daa22f5b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2102601634-network', 'tenant_id': 'cac5641df2aa461e92d3064d7535a8d0'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:57.269223 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device e57454dc-88b1-4bcb-a309-1535acf64b1a details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:38:57.274948 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ea397c-6701-4dbf-ad14-7c87daa22f5b admin admin] Made reservation on behalf of cac5641df2aa461e92d3064d7535a8d0 for: {'network': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:38:57.277292 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-09ea397c-6701-4dbf-ad14-7c87daa22f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:57.285826 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-09ea397c-6701-4dbf-ad14-7c87daa22f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:57.373775 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port e57454dc-88b1-4bcb-a309-1535acf64b1a, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e57454dc-88b1-4bcb-a309-1535acf64b1a,segment=NetworkSegment(9fac70f1-b5d2-43ca-8a42-3e226e036e07),segment_id=9fac70f1-b5d2-43ca-8a42-3e226e036e07)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:38:57.386222 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': 'e57454dc-88b1-4bcb-a309-1535acf64b1a', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'port_id': 'e57454dc-88b1-4bcb-a309-1535acf64b1a', 'mac_address': 'fa:16:3e:31:f0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:38:57.407774 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec2761-0dd2-43c0-a710-21c6b5fcecbb req-97d5e4a2-1672-4796-9dd9-c081817724e7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:57.409359 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-58ec2761-0dd2-43c0-a710-21c6b5fcecbb req-97d5e4a2-1672-4796-9dd9-c081817724e7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 944 time: 0.0969779 Jul 16 11:38:57.436742 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:57.449519 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-09ea397c-6701-4dbf-ad14-7c87daa22f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:57.453149 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57454dc-88b1-4bcb-a309-1535acf64b1a {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:38:57.460081 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-09ea397c-6701-4dbf-ad14-7c87daa22f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:57.475318 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port e57454dc-88b1-4bcb-a309-1535acf64b1a, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e57454dc-88b1-4bcb-a309-1535acf64b1a,segment=NetworkSegment(9fac70f1-b5d2-43ca-8a42-3e226e036e07),segment_id=9fac70f1-b5d2-43ca-8a42-3e226e036e07)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:38:57.480003 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:57.480819 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-58ec2761-0dd2-43c0-a710-21c6b5fcecbb req-431a1436-035a-4753-a023-ef03b6ecc54a tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=257adaa2-1139-4e7a-9172-9d6376b2648b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630929 Jul 16 11:38:57.501541 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ea397c-6701-4dbf-ad14-7c87daa22f5b admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:38:57.529919 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=e57454dc-88b1-4bcb-a309-1535acf64b1a,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:57.534942 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea397c-6701-4dbf-ad14-7c87daa22f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f6cad5-22c1-41d0-8944-afa868d73a9a,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:57.539343 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-09ea397c-6701-4dbf-ad14-7c87daa22f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:57.539689 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.segments_db [None req-09ea397c-6701-4dbf-ad14-7c87daa22f5b admin admin] Added segment 7e830406-4328-46b2-9202-ef926518271f of type vlan for network 2e034794-bac4-4005-8c76-be29227f94bf Jul 16 11:38:57.588587 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-09ea397c-6701-4dbf-ad14-7c87daa22f5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:57.621307 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cc266-ba62-4163-b0bf-b96e440a5661 req-74f69375-02fe-4380-aec9-be3f7dfb055d tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:57.623158 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d08cc266-ba62-4163-b0bf-b96e440a5661 req-74f69375-02fe-4380-aec9-be3f7dfb055d tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.13 "GET /v2.0/ports?device_id=26b09154-5e97-4f62-a544-9ddbe5e0f7cd HTTP/1.1" status: 200 len: 946 time: 0.0695400 Jul 16 11:38:57.623555 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ab301-509b-4d4e-95ca-7f833af5e364 req-5fe5b572-dba1-4359-9a32-f0c6c27bed64 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:57.625134 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0d6ab301-509b-4d4e-95ca-7f833af5e364 req-5fe5b572-dba1-4359-9a32-f0c6c27bed64 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=26b09154-5e97-4f62-a544-9ddbe5e0f7cd HTTP/1.1" status: 200 len: 946 time: 0.1391351 Jul 16 11:38:57.641286 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-09ea397c-6701-4dbf-ad14-7c87daa22f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:57.642177 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ea397c-6701-4dbf-ad14-7c87daa22f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:57.642730 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-09ea397c-6701-4dbf-ad14-7c87daa22f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:57.705195 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['e57454dc-88b1-4bcb-a309-1535acf64b1a'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:38:57.724392 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-09ea397c-6701-4dbf-ad14-7c87daa22f5b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5617542 Jul 16 11:38:57.725035 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea397c-6701-4dbf-ad14-7c87daa22f5b admin admin] Pushing event updated for resources: {'Network': ['ID=2e034794-bac4-4005-8c76-be29227f94bf,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:57.727440 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 48192) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:38:57.733063 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0d6ab301-509b-4d4e-95ca-7f833af5e364 req-3a16d357-56d4-4b1a-9574-81237c3d8529 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007752 Jul 16 11:38:57.733210 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-d928eca5-4f10-41a9-a7cd-0dbafba7b526 admin admin] Request body: {'subnet': {'network_id': '2e034794-bac4-4005-8c76-be29227f94bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2102601634-subnet', 'tenant_id': 'cac5641df2aa461e92d3064d7535a8d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:38:57.739221 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network 2e034794-bac4-4005-8c76-be29227f94bf details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:38:57.762529 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-d08cc266-ba62-4163-b0bf-b96e440a5661 req-09f0f5b0-6ed7-4d62-bf4e-97494dd52120 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Deleting port 2f1039c2-baa0-475b-b165-99181b8616ee {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:38:57.762529 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-d08cc266-ba62-4163-b0bf-b96e440a5661 req-09f0f5b0-6ed7-4d62-bf4e-97494dd52120 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:57.768989 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d928eca5-4f10-41a9-a7cd-0dbafba7b526 admin admin] Made reservation on behalf of cac5641df2aa461e92d3064d7535a8d0 for: {'subnet': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:38:57.771448 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d928eca5-4f10-41a9-a7cd-0dbafba7b526 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8595454'] for subnet, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:57.920473 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-d08cc266-ba62-4163-b0bf-b96e440a5661 req-09f0f5b0-6ed7-4d62-bf4e-97494dd52120 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] For port 2f1039c2-baa0-475b-b165-99181b8616ee, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=2f1039c2-baa0-475b-b165-99181b8616ee,segment=NetworkSegment(4c768e3c-291a-4f7f-a45a-c81fd03cbe68),segment_id=4c768e3c-291a-4f7f-a45a-c81fd03cbe68)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:38:57.920831 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-d08cc266-ba62-4163-b0bf-b96e440a5661 req-09f0f5b0-6ed7-4d62-bf4e-97494dd52120 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:57.936474 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-d08cc266-ba62-4163-b0bf-b96e440a5661 req-09f0f5b0-6ed7-4d62-bf4e-97494dd52120 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Calling delete_port for 2f1039c2-baa0-475b-b165-99181b8616ee owned by compute:nova {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:38:58.269997 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d928eca5-4f10-41a9-a7cd-0dbafba7b526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8593490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8595436'] for subnet, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:58.363663 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928eca5-4f10-41a9-a7cd-0dbafba7b526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6fcebca-fa7a-491d-9aae-24efd9d988d1,revision_number=0']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:58.374096 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-d08cc266-ba62-4163-b0bf-b96e440a5661 req-09f0f5b0-6ed7-4d62-bf4e-97494dd52120 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:58.377419 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d928eca5-4f10-41a9-a7cd-0dbafba7b526 admin admin] Checking segment: {'id': '7e830406-4328-46b2-9202-ef926518271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2e034794-bac4-4005-8c76-be29227f94bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:38:58.377793 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d928eca5-4f10-41a9-a7cd-0dbafba7b526 admin admin] Network hostable DHCP agents. Network: 2e034794-bac4-4005-8c76-be29227f94bf, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:38:58.384528 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['2f1039c2-baa0-475b-b165-99181b8616ee'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:38:58.411037 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0f5b0-6ed7-4d62-bf4e-97494dd52120 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Pushing event deleted for resources: {'Port': ['ID=2f1039c2-baa0-475b-b165-99181b8616ee,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:58.444724 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d928eca5-4f10-41a9-a7cd-0dbafba7b526 admin admin] Network 2e034794-bac4-4005-8c76-be29227f94bf is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:38:58.464125 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08cc266-ba62-4163-b0bf-b96e440a5661 req-09f0f5b0-6ed7-4d62-bf4e-97494dd52120 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] No DVR routers for this DVR port 2f1039c2-baa0-475b-b165-99181b8616ee on host hv-cinder-78476 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:38:58.467117 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-d08cc266-ba62-4163-b0bf-b96e440a5661 req-09f0f5b0-6ed7-4d62-bf4e-97494dd52120 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:58.469474 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d08cc266-ba62-4163-b0bf-b96e440a5661 req-09f0f5b0-6ed7-4d62-bf4e-97494dd52120 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.13 "DELETE /v2.0/ports/2f1039c2-baa0-475b-b165-99181b8616ee HTTP/1.1" status: 204 len: 173 time: 0.8352265 Jul 16 11:38:58.470026 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b09154-5e97-4f62-a544-9ddbe5e0f7cd', 'name': 'network-vif-deleted', 'tag': '2f1039c2-baa0-475b-b165-99181b8616ee'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:38:58.472415 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760a2640-f52a-48d9-827e-c03a8da4fc6b" -d '{"events": [{"server_uuid": "26b09154-5e97-4f62-a544-9ddbe5e0f7cd", "name": "network-vif-deleted", "tag": "2f1039c2-baa0-475b-b165-99181b8616ee"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:38:58.475465 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-d928eca5-4f10-41a9-a7cd-0dbafba7b526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, 2e034794-bac4-4005-8c76-be29227f94bf) {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:38:58.479249 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d928eca5-4f10-41a9-a7cd-0dbafba7b526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:58.479931 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d928eca5-4f10-41a9-a7cd-0dbafba7b526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:58.485338 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba323e4-0352-4eeb-bd17-ce3f929f1890 None None] Network 2e034794-bac4-4005-8c76-be29227f94bf requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:38:58.503269 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-d928eca5-4f10-41a9-a7cd-0dbafba7b526 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7665052 Jul 16 11:38:58.521421 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee8a052-0980-43c3-9360-d895a798ca5f x-openstack-request-id: req-1ee8a052-0980-43c3-9360-d895a798ca5f {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:38:58.521681 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b09154-5e97-4f62-a544-9ddbe5e0f7cd", "name": "network-vif-deleted", "tag": "2f1039c2-baa0-475b-b165-99181b8616ee", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:38:58.522145 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ee8a052-0980-43c3-9360-d895a798ca5f {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:38:58.522558 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b09154-5e97-4f62-a544-9ddbe5e0f7cd', 'name': 'network-vif-deleted', 'tag': '2f1039c2-baa0-475b-b165-99181b8616ee', 'status': 'completed', 'code': 200} Jul 16 11:38:58.634783 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88905557-58ba-4393-a6da-c36e3d195e03 None None] Network 2e034794-bac4-4005-8c76-be29227f94bf requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:38:58.683670 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb466ff-63cd-43f7-a433-fc1f112d5cc2 req-0f60ad4a-bdda-4251-a647-58e227430dd4 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:58.685494 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8cb466ff-63cd-43f7-a433-fc1f112d5cc2 req-0f60ad4a-bdda-4251-a647-58e227430dd4 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 945 time: 0.0760920 Jul 16 11:38:58.732354 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8cb466ff-63cd-43f7-a433-fc1f112d5cc2 req-84c4c82c-e1c9-46b2-b0cb-4d39a2fd4097 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=257adaa2-1139-4e7a-9172-9d6376b2648b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403788 Jul 16 11:38:58.876119 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-199260ad-b23a-465f-94f7-c9faa03ff965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:58.910831 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-29b41919-a6cc-4ada-897e-bb8985515a54 req-5aabae87-2fa7-42d5-9763-04506b9405e1 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=26b09154-5e97-4f62-a544-9ddbe5e0f7cd HTTP/1.1" status: 200 len: 210 time: 0.0295725 Jul 16 11:38:59.280978 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device e57454dc-88b1-4bcb-a309-1535acf64b1a up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:38:59.328676 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port e57454dc-88b1-4bcb-a309-1535acf64b1a completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:38:59.332179 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port e57454dc-88b1-4bcb-a309-1535acf64b1a triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:38:59.332548 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:59.408427 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:59.430328 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4dd40e7-0ff3-4f8d-98ad-41a18df83588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57454dc-88b1-4bcb-a309-1535acf64b1a'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:38:59.432632 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf445df9-d5ec-4e84-87c0-f5dc5374134f" -d '{"events": [{"server_uuid": "b4dd40e7-0ff3-4f8d-98ad-41a18df83588", "name": "network-vif-plugged", "status": "completed", "tag": "e57454dc-88b1-4bcb-a309-1535acf64b1a"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:38:59.444648 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port e57454dc-88b1-4bcb-a309-1535acf64b1a, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e57454dc-88b1-4bcb-a309-1535acf64b1a,segment=NetworkSegment(9fac70f1-b5d2-43ca-8a42-3e226e036e07),segment_id=9fac70f1-b5d2-43ca-8a42-3e226e036e07)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:38:59.449064 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:38:59.449846 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 2f1039c2-baa0-475b-b165-99181b8616ee no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:38:59.469828 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: 2f1039c2-baa0-475b-b165-99181b8616ee {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:38:59.469974 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 2f1039c2-baa0-475b-b165-99181b8616ee not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:38:59.472881 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d555532-c6c1-4c52-803a-fb42a9b20ea4 x-openstack-request-id: req-1d555532-c6c1-4c52-803a-fb42a9b20ea4 {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:38:59.473169 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4dd40e7-0ff3-4f8d-98ad-41a18df83588", "name": "network-vif-plugged", "status": "completed", "tag": "e57454dc-88b1-4bcb-a309-1535acf64b1a", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:38:59.473424 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d555532-c6c1-4c52-803a-fb42a9b20ea4 {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:38:59.473798 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4dd40e7-0ff3-4f8d-98ad-41a18df83588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57454dc-88b1-4bcb-a309-1535acf64b1a', 'code': 200} Jul 16 11:38:59.514620 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=e57454dc-88b1-4bcb-a309-1535acf64b1a,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:38:59.708754 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a1f05-8aa9-44e9-9cf3-cb3aa5a80d14 req-a774772a-a2d7-48aa-b609-0e1707cca742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:59.710216 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-a72a1f05-8aa9-44e9-9cf3-cb3aa5a80d14 req-a774772a-a2d7-48aa-b609-0e1707cca742 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 1099 time: 0.0494409 Jul 16 11:38:59.743820 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-a72a1f05-8aa9-44e9-9cf3-cb3aa5a80d14 req-42a7288f-f6f7-4b25-b6a7-b6c75c7c4927 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=257adaa2-1139-4e7a-9172-9d6376b2648b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266135 Jul 16 11:38:59.907319 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf39d52-bcdf-46d6-ab15-f5eaeb89a6f2 req-21868b47-395e-41f6-8e78-b2176ca6c0cd tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:38:59.908914 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bcf39d52-bcdf-46d6-ab15-f5eaeb89a6f2 req-21868b47-395e-41f6-8e78-b2176ca6c0cd tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 946 time: 0.0674024 Jul 16 11:38:59.946498 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bcf39d52-bcdf-46d6-ab15-f5eaeb89a6f2 req-c5bea8b8-783a-4c4a-a672-d48e2beedd7b tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=257adaa2-1139-4e7a-9172-9d6376b2648b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315917 Jul 16 11:39:00.535907 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-bb3654c9-ec2a-4670-a9f5-5bbb8d567859 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:00.537291 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-bb3654c9-ec2a-4670-a9f5-5bbb8d567859 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/networks?id=0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 HTTP/1.1" status: 200 len: 808 time: 0.3808231 Jul 16 11:39:00.559270 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-c44332de-0b21-4959-a9c6-9c70e959c5eb tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/quotas/80463f28d0f54d15afdc7b7cdfa99d48 HTTP/1.1" status: 200 len: 375 time: 0.0152941 Jul 16 11:39:00.598593 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-6a19f528-cc41-489a-864f-9a45522b00d3 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=80463f28d0f54d15afdc7b7cdfa99d48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332119 Jul 16 11:39:00.605468 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-297a1b85-7c54-4983-bbb0-1b6954a8be6f tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:00.606800 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-297a1b85-7c54-4983-bbb0-1b6954a8be6f tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/networks?id=2e034794-bac4-4005-8c76-be29227f94bf HTTP/1.1" status: 200 len: 814 time: 0.3866143 Jul 16 11:39:00.644144 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-66ac0dd6-5a93-4dcc-9a33-d06512973c8b tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/quotas/cac5641df2aa461e92d3064d7535a8d0 HTTP/1.1" status: 200 len: 375 time: 0.0290842 Jul 16 11:39:00.703436 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-ea21ddd5-b47c-4d69-924a-4ef096d2141d tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cac5641df2aa461e92d3064d7535a8d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533011 Jul 16 11:39:00.744813 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-675449b2-1204-4e1d-a912-e12b6e7d5126 service neutron] 10.222.0.16 "GET /v2.0/networks/0b7aeffa-35ea-4b54-923b-0719d8dc0ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371143 Jul 16 11:39:00.862621 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-a0a7e48f-7bac-4b38-8246-b35c8e5b179d service neutron] 10.222.0.16 "GET /v2.0/networks/2e034794-bac4-4005-8c76-be29227f94bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513805 Jul 16 11:39:00.901831 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-4b4f7e11-8d9b-4655-8d5f-126c3558885b service neutron] 10.222.0.16 "GET /v2.0/networks/0b7aeffa-35ea-4b54-923b-0719d8dc0ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510715 Jul 16 11:39:00.959076 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-6eb255b8-ae07-4884-b320-8cf14ae317cf service neutron] 10.222.0.16 "GET /v2.0/networks/2e034794-bac4-4005-8c76-be29227f94bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907071 Jul 16 11:39:01.206993 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-11a53d46-5e19-4023-a8a7-091d00f0a31f req-14ba448e-c5a5-4c85-be8d-1dc4dfca8c6c tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=303ba316-625d-460d-8d7e-c0b206bc3c4c HTTP/1.1" status: 200 len: 210 time: 0.0399570 Jul 16 11:39:01.308583 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-661bab30-cb9a-4eac-80cd-fcd2170ca3d8 req-b7c8d4c0-43bd-4c96-a3d7-e8b1a09ee561 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db2e464-4730-40bd-9535-c22f2dbac9ff HTTP/1.1" status: 200 len: 210 time: 0.0371006 Jul 16 11:39:01.325078 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053090d-db1f-42f0-8487-27665ff0ee87 req-8c6f27c3-0202-40b8-bebd-883490e8c008 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:01.326813 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9053090d-db1f-42f0-8487-27665ff0ee87 req-8c6f27c3-0202-40b8-bebd-883490e8c008 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 946 time: 0.1470544 Jul 16 11:39:01.375213 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9053090d-db1f-42f0-8487-27665ff0ee87 req-9b47bfb6-79f4-4282-a0ff-994e64f36344 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=257adaa2-1139-4e7a-9172-9d6376b2648b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421269 Jul 16 11:39:01.679481 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-67a1b4cd-6171-4b52-a07a-d1c41b8682b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:01.721676 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49852e7e-ca2f-49ce-8ff8-c27ee741269d req-346288e5-9547-4241-8401-347afe998ac5 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:01.723177 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-49852e7e-ca2f-49ce-8ff8-c27ee741269d req-346288e5-9547-4241-8401-347afe998ac5 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 946 time: 0.0666451 Jul 16 11:39:01.731548 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 48272) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:39:01.736067 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-baad5a54-a654-47a7-9aad-d32a0a7f804d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Request body: {'floatingip': {'port_id': 'e57454dc-88b1-4bcb-a309-1535acf64b1a'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:39:01.777767 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-baad5a54-a654-47a7-9aad-d32a0a7f804d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for floatingip, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:02.056869 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:02.245332 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-baad5a54-a654-47a7-9aad-d32a0a7f804d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:02.254099 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-baad5a54-a654-47a7-9aad-d32a0a7f804d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814437'] for floatingip, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:02.332572 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-3f41b92a-3631-4494-9a5b-dbbd855973a0 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:02.336344 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-3f41b92a-3631-4494-9a5b-dbbd855973a0 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.13 "GET /v2.0/networks?id=0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 HTTP/1.1" status: 200 len: 808 time: 0.1524832 Jul 16 11:39:02.351780 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-e6658083-4a20-4a10-9016-425889f6d43c tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Request body: {'port': {'device_id': '303ba316-625d-460d-8d7e-c0b206bc3c4c', 'network_id': '0b7aeffa-35ea-4b54-923b-0719d8dc0ed2', 'admin_state_up': True, 'tenant_id': '80463f28d0f54d15afdc7b7cdfa99d48'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:39:02.394242 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.l3_db [None req-baad5a54-a654-47a7-9aad-d32a0a7f804d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Floating IP 5631b909-0844-481c-869b-98198ac7bf88 associated. External IP: 172.27.0.234, port: e57454dc-88b1-4bcb-a309-1535acf64b1a. Jul 16 11:39:02.458186 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:39:02.473794 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-e6658083-4a20-4a10-9016-425889f6d43c tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Made reservation on behalf of 80463f28d0f54d15afdc7b7cdfa99d48 for: {'port': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:39:02.474084 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9301e634-1267-4c78-8c81-2e9f5dfad02a req-b22289cd-c2d9-44d8-a133-5d69a8c02945 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=303ba316-625d-460d-8d7e-c0b206bc3c4c HTTP/1.1" status: 200 len: 210 time: 0.0940192 Jul 16 11:39:02.478570 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-e6658083-4a20-4a10-9016-425889f6d43c tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:02.515608 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e5a30be6-e983-4f62-83d2-316dc6bde592 req-688b4abb-3f49-4288-9c97-72141a3cdabc tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db2e464-4730-40bd-9535-c22f2dbac9ff HTTP/1.1" status: 200 len: 210 time: 0.0357950 Jul 16 11:39:02.628978 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-e6658083-4a20-4a10-9016-425889f6d43c tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Allocated IP 172.20.0.3 (0b7aeffa-35ea-4b54-923b-0719d8dc0ed2/39bc53a9-1849-4777-8280-7c687501cc15/f6619896-df9e-4898-b628-d0ad7f5f739e) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:39:02.756073 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baad5a54-a654-47a7-9aad-d32a0a7f804d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Router 76931aa1-ff6d-42c2-92e1-bc51c562460e has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:39:02.766708 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-40fcba2c-5bad-4c14-910b-b3058d115ff0 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:02.768688 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-40fcba2c-5bad-4c14-910b-b3058d115ff0 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.13 "GET /v2.0/networks?id=2e034794-bac4-4005-8c76-be29227f94bf HTTP/1.1" status: 200 len: 814 time: 0.1498642 Jul 16 11:39:02.781057 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-14b1f176-b998-4862-b3bc-19046ab4569c tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Request body: {'port': {'device_id': '6db2e464-4730-40bd-9535-c22f2dbac9ff', 'network_id': '2e034794-bac4-4005-8c76-be29227f94bf', 'admin_state_up': True, 'tenant_id': 'cac5641df2aa461e92d3064d7535a8d0'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:39:02.798229 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-e6658083-4a20-4a10-9016-425889f6d43c tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:02.807509 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:02.845292 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-e6658083-4a20-4a10-9016-425889f6d43c tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:02.896742 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-e6658083-4a20-4a10-9016-425889f6d43c tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Network 0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:39:02.900034 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-e6658083-4a20-4a10-9016-425889f6d43c tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:39:02.902576 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-e6658083-4a20-4a10-9016-425889f6d43c tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:39:02.910581 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6658083-4a20-4a10-9016-425889f6d43c tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Pushing event updated for resources: {'Port': ['ID=f6619896-df9e-4898-b628-d0ad7f5f739e,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:39:02.950221 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baad5a54-a654-47a7-9aad-d32a0a7f804d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:39:02.956146 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-baad5a54-a654-47a7-9aad-d32a0a7f804d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:02.956970 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-e6658083-4a20-4a10-9016-425889f6d43c tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:02.957595 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-e6658083-4a20-4a10-9016-425889f6d43c tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:02.961038 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d354a2f5-4379-49eb-9fd8-1b8f0d9008d6 None None] Sync routers for ids ['76931aa1-ff6d-42c2-92e1-bc51c562460e'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:39:02.971553 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d354a2f5-4379-49eb-9fd8-1b8f0d9008d6 None None] Routers {'76931aa1-ff6d-42c2-92e1-bc51c562460e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:39:02.972273 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-d354a2f5-4379-49eb-9fd8-1b8f0d9008d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:39:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['76931aa1-ff6d-42c2-92e1-bc51c562460e'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:39:03.007367 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-baad5a54-a654-47a7-9aad-d32a0a7f804d tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "PUT /v2.0/floatingips/5631b909-0844-481c-869b-98198ac7bf88 HTTP/1.1" status: 200 len: 992 time: 1.2746434 Jul 16 11:39:03.008304 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4dd40e7-0ff3-4f8d-98ad-41a18df83588', 'tag': 'e57454dc-88b1-4bcb-a309-1535acf64b1a'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:39:03.010623 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fb8661-5158-4ec7-aa07-61af74f71c79" -d '{"events": [{"name": "network-changed", "server_uuid": "b4dd40e7-0ff3-4f8d-98ad-41a18df83588", "tag": "e57454dc-88b1-4bcb-a309-1535acf64b1a"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:39:03.013772 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-14b1f176-b998-4862-b3bc-19046ab4569c tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Made reservation on behalf of cac5641df2aa461e92d3064d7535a8d0 for: {'port': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:39:03.017351 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-14b1f176-b998-4862-b3bc-19046ab4569c tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:03.018803 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-e6658083-4a20-4a10-9016-425889f6d43c tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6718802 Jul 16 11:39:03.034130 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Request body: {'port': {'device_id': '303ba316-625d-460d-8d7e-c0b206bc3c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:39:03.077578 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b783c10e-b97c-4274-a485-c671139e49f7 x-openstack-request-id: req-b783c10e-b97c-4274-a485-c671139e49f7 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:39:03.078110 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4dd40e7-0ff3-4f8d-98ad-41a18df83588", "tag": "e57454dc-88b1-4bcb-a309-1535acf64b1a", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:39:03.078517 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b783c10e-b97c-4274-a485-c671139e49f7 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:39:03.079087 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4dd40e7-0ff3-4f8d-98ad-41a18df83588', 'tag': 'e57454dc-88b1-4bcb-a309-1535acf64b1a', 'status': 'completed', 'code': 200} Jul 16 11:39:03.124497 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-d354a2f5-4379-49eb-9fd8-1b8f0d9008d6 None None] Set router 76931aa1-ff6d-42c2-92e1-bc51c562460e gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:39:03.158089 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:03.165619 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-14b1f176-b998-4862-b3bc-19046ab4569c tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Allocated IP 172.20.0.2 (2e034794-bac4-4005-8c76-be29227f94bf/c6fcebca-fa7a-491d-9aae-24efd9d988d1/0f6b2987-06fd-4d80-a721-eceade94b1b7) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:39:03.224844 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb8661-5158-4ec7-aa07-61af74f71c79 req-d537d0a1-ffef-4888-af93-85cbcaba993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:03.226409 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-79fb8661-5158-4ec7-aa07-61af74f71c79 req-d537d0a1-ffef-4888-af93-85cbcaba993d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c62de2f85dd545e4afa586dcf229723e&device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 1099 time: 0.1287930 Jul 16 11:39:03.324757 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-14b1f176-b998-4862-b3bc-19046ab4569c tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:03.375526 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-14b1f176-b998-4862-b3bc-19046ab4569c tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:03.439398 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb8661-5158-4ec7-aa07-61af74f71c79 req-a9a63e30-5c53-4309-a50f-238bf3082228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:03.441048 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-79fb8661-5158-4ec7-aa07-61af74f71c79 req-a9a63e30-5c53-4309-a50f-238bf3082228 service neutron] 10.222.0.13 "GET /v2.0/networks?id=536ad81a-3bad-486b-a777-2b662cbc48f4 HTTP/1.1" status: 200 len: 912 time: 0.2070992 Jul 16 11:39:03.447849 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-14b1f176-b998-4862-b3bc-19046ab4569c tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Network 2e034794-bac4-4005-8c76-be29227f94bf is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:39:03.451765 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-14b1f176-b998-4862-b3bc-19046ab4569c tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:39:03.461837 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-14b1f176-b998-4862-b3bc-19046ab4569c tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:39:03.466682 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1f176-b998-4862-b3bc-19046ab4569c tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Pushing event updated for resources: {'Port': ['ID=0f6b2987-06fd-4d80-a721-eceade94b1b7,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:39:03.500648 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-d354a2f5-4379-49eb-9fd8-1b8f0d9008d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '5631b909-0844-481c-869b-98198ac7bf88', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'port_id': 'e57454dc-88b1-4bcb-a309-1535acf64b1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'mac_address': 'fa:16:3e:31:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd40e7-0ff3-4f8d-98ad-41a18df83588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:38:51Z', 'updated_at': '2021-07-16T11:39:02Z', 'revision_number': 1, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4ec80d-3b3f-4185-8f3b-b815e035e5b7', 'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'mac_address': 'fa:16:3e:8f:71:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:49Z', 'revision_number': 5, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'subnets': [{'id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:39:03.526075 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-14b1f176-b998-4862-b3bc-19046ab4569c tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:03.526763 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-14b1f176-b998-4862-b3bc-19046ab4569c tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:03.528180 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-79fb8661-5158-4ec7-aa07-61af74f71c79 req-794d889b-9a71-461b-9c00-35c223584467 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e57454dc-88b1-4bcb-a309-1535acf64b1a HTTP/1.1" status: 200 len: 1000 time: 0.0774882 Jul 16 11:39:03.530187 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d354a2f5-4379-49eb-9fd8-1b8f0d9008d6 None None] Checking router: 76931aa1-ff6d-42c2-92e1-bc51c562460e for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:39:03.539953 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d354a2f5-4379-49eb-9fd8-1b8f0d9008d6 None None] Routers {'76931aa1-ff6d-42c2-92e1-bc51c562460e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:39:03.540876 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-d354a2f5-4379-49eb-9fd8-1b8f0d9008d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:39:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['76931aa1-ff6d-42c2-92e1-bc51c562460e'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:39:03.547383 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-14b1f176-b998-4862-b3bc-19046ab4569c tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7699916 Jul 16 11:39:03.572408 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Request body: {'port': {'device_id': '6db2e464-4730-40bd-9535-c22f2dbac9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:39:03.615696 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb8661-5158-4ec7-aa07-61af74f71c79 req-e5ed41d1-ef6c-49e7-89e9-0330659308fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:03.617230 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-79fb8661-5158-4ec7-aa07-61af74f71c79 req-e5ed41d1-ef6c-49e7-89e9-0330659308fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49 HTTP/1.1" status: 200 len: 850 time: 0.0784500 Jul 16 11:39:03.659563 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6619896-df9e-4898-b628-d0ad7f5f739e {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:39:03.669197 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:03.669900 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-d354a2f5-4379-49eb-9fd8-1b8f0d9008d6 None None] Set router 76931aa1-ff6d-42c2-92e1-bc51c562460e gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:39:03.688331 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Transition to ACTIVE for port object f6619896-df9e-4898-b628-d0ad7f5f739e will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:39:03.698843 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:03.734383 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb8661-5158-4ec7-aa07-61af74f71c79 req-6c6b038f-2962-4c5d-8832-584c887405df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:03.735921 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-79fb8661-5158-4ec7-aa07-61af74f71c79 req-6c6b038f-2962-4c5d-8832-584c887405df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=536ad81a-3bad-486b-a777-2b662cbc48f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1091268 Jul 16 11:39:03.745438 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:03.778319 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6619896-df9e-4898-b628-d0ad7f5f739e,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:39:03.894556 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a17a7b-f657-411b-81bb-5b242a2d8e28 req-c0f70d39-c1a4-4bd0-b74d-db7b7cf5ee3e tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:03.896077 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-22a17a7b-f657-411b-81bb-5b242a2d8e28 req-c0f70d39-c1a4-4bd0-b74d-db7b7cf5ee3e tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db2e464-4730-40bd-9535-c22f2dbac9ff HTTP/1.1" status: 200 len: 931 time: 0.1897345 Jul 16 11:39:03.897961 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Attempting to bind port f6619896-df9e-4898-b628-d0ad7f5f739e on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:39:03.898288 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Attempting to bind port f6619896-df9e-4898-b628-d0ad7f5f739e by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '4c768e3c-291a-4f7f-a45a-c81fd03cbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0b7aeffa-35ea-4b54-923b-0719d8dc0ed2'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:39:03.898617 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Attempting to bind port f6619896-df9e-4898-b628-d0ad7f5f739e on network 0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:39:03.906056 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e5ac6-5b86-4b91-9dc6-bccddf409534 req-16900634-e5be-4257-8c21-96066ff01d24 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:03.907500 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-79fb8661-5158-4ec7-aa07-61af74f71c79 req-25378174-e1e2-47ad-a8eb-c53b822ac1f8 service neutron] 10.222.0.13 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571453 Jul 16 11:39:03.907631 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-535e5ac6-5b86-4b91-9dc6-bccddf409534 req-16900634-e5be-4257-8c21-96066ff01d24 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=303ba316-625d-460d-8d7e-c0b206bc3c4c HTTP/1.1" status: 200 len: 931 time: 0.2588367 Jul 16 11:39:03.908070 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Port f6619896-df9e-4898-b628-d0ad7f5f739e on network 0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:39:03.908395 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Attempting to bind port f6619896-df9e-4898-b628-d0ad7f5f739e on network 0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:39:03.921777 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:39:03.922938 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Checking segment: {'id': '4c768e3c-291a-4f7f-a45a-c81fd03cbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0b7aeffa-35ea-4b54-923b-0719d8dc0ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:39:03.923344 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Bound using segment: {'id': '4c768e3c-291a-4f7f-a45a-c81fd03cbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0b7aeffa-35ea-4b54-923b-0719d8dc0ed2'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:39:03.923791 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Bound port: f6619896-df9e-4898-b628-d0ad7f5f739e, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c768e3c-291a-4f7f-a45a-c81fd03cbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0b7aeffa-35ea-4b54-923b-0719d8dc0ed2'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:39:03.924205 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:03.934909 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-d354a2f5-4379-49eb-9fd8-1b8f0d9008d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '5631b909-0844-481c-869b-98198ac7bf88', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'port_id': 'e57454dc-88b1-4bcb-a309-1535acf64b1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'mac_address': 'fa:16:3e:31:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd40e7-0ff3-4f8d-98ad-41a18df83588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:38:51Z', 'updated_at': '2021-07-16T11:39:02Z', 'revision_number': 1, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4ec80d-3b3f-4185-8f3b-b815e035e5b7', 'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'mac_address': 'fa:16:3e:8f:71:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:49Z', 'revision_number': 5, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'subnets': [{'id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:39:03.967545 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d354a2f5-4379-49eb-9fd8-1b8f0d9008d6 None None] The sync data for ids ['76931aa1-ff6d-42c2-92e1-bc51c562460e'] in dv-cinder-784763-6-iscsi is: [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '5631b909-0844-481c-869b-98198ac7bf88', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'port_id': 'e57454dc-88b1-4bcb-a309-1535acf64b1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'mac_address': 'fa:16:3e:31:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd40e7-0ff3-4f8d-98ad-41a18df83588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:38:51Z', 'updated_at': '2021-07-16T11:39:02Z', 'revision_number': 1, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4ec80d-3b3f-4185-8f3b-b815e035e5b7', 'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'mac_address': 'fa:16:3e:8f:71:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:49Z', 'revision_number': 5, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'subnets': [{'id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:39:04.012474 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-22a17a7b-f657-411b-81bb-5b242a2d8e28 req-1eded870-eaa0-40aa-92a1-92f121bba910 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039660 Jul 16 11:39:04.025297 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-535e5ac6-5b86-4b91-9dc6-bccddf409534 req-2197a327-2cd3-4786-8e62-af80f7309433 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963545 Jul 16 11:39:04.052385 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] For port f6619896-df9e-4898-b628-d0ad7f5f739e, host hv-cinder-78476, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:39:04.057248 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] For port f6619896-df9e-4898-b628-d0ad7f5f739e, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f6619896-df9e-4898-b628-d0ad7f5f739e,segment=NetworkSegment(4c768e3c-291a-4f7f-a45a-c81fd03cbe68),segment_id=4c768e3c-291a-4f7f-a45a-c81fd03cbe68)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:39:04.061947 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-79fb8661-5158-4ec7-aa07-61af74f71c79 req-711911f5-e3e9-4731-8983-2ff994085bbf service neutron] 10.222.0.13 "GET /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477325 Jul 16 11:39:04.063909 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:04.102079 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:04.102700 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:04.104173 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] 10.222.0.13 "PUT /v2.0/ports/f6619896-df9e-4898-b628-d0ad7f5f739e HTTP/1.1" status: 200 len: 1093 time: 1.0775282 Jul 16 11:39:04.104630 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303ba316-625d-460d-8d7e-c0b206bc3c4c', 'tag': 'f6619896-df9e-4898-b628-d0ad7f5f739e'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:39:04.106904 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e1929c-c47b-42ea-aea7-c5856fd349b2" -d '{"events": [{"name": "network-changed", "server_uuid": "303ba316-625d-460d-8d7e-c0b206bc3c4c", "tag": "f6619896-df9e-4898-b628-d0ad7f5f739e"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:39:04.133818 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85491d-0fa4-4cda-b824-dd3f765fdce6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6619896-df9e-4898-b628-d0ad7f5f739e,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:39:04.182032 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46b5459-102a-4bb9-a592-3c7a427765aa x-openstack-request-id: req-d46b5459-102a-4bb9-a592-3c7a427765aa {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:39:04.182567 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303ba316-625d-460d-8d7e-c0b206bc3c4c", "tag": "f6619896-df9e-4898-b628-d0ad7f5f739e", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:39:04.183019 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d46b5459-102a-4bb9-a592-3c7a427765aa {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:39:04.183629 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303ba316-625d-460d-8d7e-c0b206bc3c4c', 'tag': 'f6619896-df9e-4898-b628-d0ad7f5f739e', 'status': 'completed', 'code': 200} Jul 16 11:39:04.209997 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-c09aa79b-5535-4345-ac96-0b4c99ed37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:04.211549 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-c09aa79b-5535-4345-ac96-0b4c99ed37fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80463f28d0f54d15afdc7b7cdfa99d48&device_id=303ba316-625d-460d-8d7e-c0b206bc3c4c HTTP/1.1" status: 200 len: 1096 time: 0.0644369 Jul 16 11:39:04.267855 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-d3305c90-9874-451f-bf16-102be79e5890 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6619896-df9e-4898-b628-d0ad7f5f739e HTTP/1.1" status: 200 len: 217 time: 0.0457754 Jul 16 11:39:04.271149 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411655f1-d7df-479b-a03e-be6cd568ee05 None None] New status for floating IP 5631b909-0844-481c-869b-98198ac7bf88: ACTIVE {{(pid=93106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 11:39:04.320943 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:04.332888 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-037ea838-a993-47f5-9815-73eef4701f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:04.334722 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-037ea838-a993-47f5-9815-73eef4701f66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39bc53a9-1849-4777-8280-7c687501cc15 HTTP/1.1" status: 200 len: 848 time: 0.0632584 Jul 16 11:39:04.368183 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-a9d1ea46-edf4-49a8-ad32-455f59244c64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b7aeffa-35ea-4b54-923b-0719d8dc0ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266962 Jul 16 11:39:04.411394 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6b2987-06fd-4d80-a721-eceade94b1b7 {{(pid=93104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:39:04.419282 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:04.432279 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Transition to ACTIVE for port object 0f6b2987-06fd-4d80-a721-eceade94b1b7 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:39:04.437594 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:04.470697 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-4d46130a-84a3-4798-b29c-5d012156d128 service neutron] 10.222.0.13 "GET /v2.0/networks/0b7aeffa-35ea-4b54-923b-0719d8dc0ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965168 Jul 16 11:39:04.489879 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6b2987-06fd-4d80-a721-eceade94b1b7,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:39:04.559448 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Attempting to bind port 0f6b2987-06fd-4d80-a721-eceade94b1b7 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:39:04.559777 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Attempting to bind port 0f6b2987-06fd-4d80-a721-eceade94b1b7 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '7e830406-4328-46b2-9202-ef926518271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2e034794-bac4-4005-8c76-be29227f94bf'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:39:04.560122 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Attempting to bind port 0f6b2987-06fd-4d80-a721-eceade94b1b7 on network 2e034794-bac4-4005-8c76-be29227f94bf {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:39:04.564250 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Port 0f6b2987-06fd-4d80-a721-eceade94b1b7 on network 2e034794-bac4-4005-8c76-be29227f94bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:39:04.564580 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Attempting to bind port 0f6b2987-06fd-4d80-a721-eceade94b1b7 on network 2e034794-bac4-4005-8c76-be29227f94bf {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:39:04.565061 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9efbc907-5b6a-43d3-b62d-134848b56c64 req-b4ac6ae9-bea2-47ba-8c71-227c13d04954 service neutron] 10.222.0.13 "GET /v2.0/networks/0b7aeffa-35ea-4b54-923b-0719d8dc0ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878253 Jul 16 11:39:04.570563 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:39:04.570902 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Checking segment: {'id': '7e830406-4328-46b2-9202-ef926518271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2e034794-bac4-4005-8c76-be29227f94bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:39:04.571279 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Bound using segment: {'id': '7e830406-4328-46b2-9202-ef926518271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2e034794-bac4-4005-8c76-be29227f94bf'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:39:04.571702 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Bound port: 0f6b2987-06fd-4d80-a721-eceade94b1b7, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e830406-4328-46b2-9202-ef926518271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2e034794-bac4-4005-8c76-be29227f94bf'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:39:04.572086 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:04.640160 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] For port 0f6b2987-06fd-4d80-a721-eceade94b1b7, host hv-cinder-78476, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:39:04.643549 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] For port 0f6b2987-06fd-4d80-a721-eceade94b1b7, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=0f6b2987-06fd-4d80-a721-eceade94b1b7,segment=NetworkSegment(7e830406-4328-46b2-9202-ef926518271f),segment_id=7e830406-4328-46b2-9202-ef926518271f)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:39:04.647864 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:04.668430 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1929c-c47b-42ea-aea7-c5856fd349b2 req-7894dfbb-983e-48b8-a83f-c60efe92e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:04.670016 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b8e1929c-c47b-42ea-aea7-c5856fd349b2 req-7894dfbb-983e-48b8-a83f-c60efe92e4a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80463f28d0f54d15afdc7b7cdfa99d48&device_id=303ba316-625d-460d-8d7e-c0b206bc3c4c HTTP/1.1" status: 200 len: 1096 time: 0.0569398 Jul 16 11:39:04.678475 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:04.679098 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:04.680825 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] 10.222.0.13 "PUT /v2.0/ports/0f6b2987-06fd-4d80-a721-eceade94b1b7 HTTP/1.1" status: 200 len: 1093 time: 1.1201112 Jul 16 11:39:04.707061 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ad1b7-9e54-4682-9b12-ca2bea0988a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6b2987-06fd-4d80-a721-eceade94b1b7,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:39:04.762911 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1929c-c47b-42ea-aea7-c5856fd349b2 req-585a847f-599e-45ba-b054-0efbec52b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:04.764412 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b8e1929c-c47b-42ea-aea7-c5856fd349b2 req-585a847f-599e-45ba-b054-0efbec52b1cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 HTTP/1.1" status: 200 len: 909 time: 0.0848374 Jul 16 11:39:04.778155 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-e6ce1aba-b360-416a-8cdd-99a66a448d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:04.779625 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-e6ce1aba-b360-416a-8cdd-99a66a448d2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cac5641df2aa461e92d3064d7535a8d0&device_id=6db2e464-4730-40bd-9535-c22f2dbac9ff HTTP/1.1" status: 200 len: 1096 time: 0.0544958 Jul 16 11:39:04.808394 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b8e1929c-c47b-42ea-aea7-c5856fd349b2 req-59f0b3ec-93c7-4a0d-a9ab-a583710b8ec6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6619896-df9e-4898-b628-d0ad7f5f739e HTTP/1.1" status: 200 len: 217 time: 0.0366781 Jul 16 11:39:04.821021 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-e3e6e766-9b37-4ea5-bf14-9f9f7fac6285 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f6b2987-06fd-4d80-a721-eceade94b1b7 HTTP/1.1" status: 200 len: 217 time: 0.0341542 Jul 16 11:39:04.857361 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1929c-c47b-42ea-aea7-c5856fd349b2 req-ca8a260a-5a00-4959-9b47-a5216482434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:04.858801 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b8e1929c-c47b-42ea-aea7-c5856fd349b2 req-ca8a260a-5a00-4959-9b47-a5216482434e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39bc53a9-1849-4777-8280-7c687501cc15 HTTP/1.1" status: 200 len: 848 time: 0.0442605 Jul 16 11:39:04.867571 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-e0c76d8f-eae0-4a07-ba8e-47ff9bce8dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:04.869108 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-e0c76d8f-eae0-4a07-ba8e-47ff9bce8dd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6fcebca-fa7a-491d-9aae-24efd9d988d1 HTTP/1.1" status: 200 len: 854 time: 0.0425603 Jul 16 11:39:04.889991 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b8e1929c-c47b-42ea-aea7-c5856fd349b2 req-f49b53b2-ecdf-4786-b11d-a24ba3cec21a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b7aeffa-35ea-4b54-923b-0719d8dc0ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250008 Jul 16 11:39:04.904728 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-34ca1f60-35ad-4210-aaf6-20e461ba351c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e034794-bac4-4005-8c76-be29227f94bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291483 Jul 16 11:39:04.981164 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b8e1929c-c47b-42ea-aea7-c5856fd349b2 req-780352bd-07a9-41d6-8732-614c7258d55c service neutron] 10.222.0.13 "GET /v2.0/networks/0b7aeffa-35ea-4b54-923b-0719d8dc0ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835893 Jul 16 11:39:04.991288 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-723396e5-9ec1-4a49-9325-d0cc4d8b928f service neutron] 10.222.0.13 "GET /v2.0/networks/2e034794-bac4-4005-8c76-be29227f94bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796964 Jul 16 11:39:05.077080 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b8e1929c-c47b-42ea-aea7-c5856fd349b2 req-2676de61-48e0-475f-b61b-6d1ac89cab44 service neutron] 10.222.0.13 "GET /v2.0/networks/0b7aeffa-35ea-4b54-923b-0719d8dc0ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880003 Jul 16 11:39:05.083916 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db2e464-4730-40bd-9535-c22f2dbac9ff', 'tag': '0f6b2987-06fd-4d80-a721-eceade94b1b7'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:39:05.086250 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173f0d60-ae69-47aa-b12b-0c3084fe82f0" -d '{"events": [{"name": "network-changed", "server_uuid": "6db2e464-4730-40bd-9535-c22f2dbac9ff", "tag": "0f6b2987-06fd-4d80-a721-eceade94b1b7"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:39:05.094415 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-41b9a19f-c7bb-40c2-85d5-b732eba5efdc req-2012bbbd-579b-4b9d-9fe8-05c01dcd757d service neutron] 10.222.0.13 "GET /v2.0/networks/2e034794-bac4-4005-8c76-be29227f94bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952744 Jul 16 11:39:05.239533 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0f4d6-5596-41d8-849f-1de76252d79d req-6137e59a-0a2b-4a0e-882b-1a5f37edc458 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:05.240934 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a9b0f4d6-5596-41d8-849f-1de76252d79d req-6137e59a-0a2b-4a0e-882b-1a5f37edc458 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db2e464-4730-40bd-9535-c22f2dbac9ff HTTP/1.1" status: 200 len: 943 time: 0.1056995 Jul 16 11:39:05.251959 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363411a2-54b3-47e1-8a3f-517326a0a165 req-692d8811-dd02-460e-9581-8a8986313b3c tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:05.254136 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-363411a2-54b3-47e1-8a3f-517326a0a165 req-692d8811-dd02-460e-9581-8a8986313b3c tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=303ba316-625d-460d-8d7e-c0b206bc3c4c HTTP/1.1" status: 200 len: 943 time: 0.0913723 Jul 16 11:39:05.307895 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a9b0f4d6-5596-41d8-849f-1de76252d79d req-06240471-a286-4685-820c-36533422862c tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527985 Jul 16 11:39:05.312671 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-363411a2-54b3-47e1-8a3f-517326a0a165 req-c7943407-dbc6-4895-a73b-f37122a9807b tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519118 Jul 16 11:39:05.352452 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014701c5-5ca8-4953-a4da-05c238c46892 x-openstack-request-id: req-014701c5-5ca8-4953-a4da-05c238c46892 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:39:05.352742 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db2e464-4730-40bd-9535-c22f2dbac9ff", "tag": "0f6b2987-06fd-4d80-a721-eceade94b1b7", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:39:05.352994 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-014701c5-5ca8-4953-a4da-05c238c46892 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:39:05.353386 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db2e464-4730-40bd-9535-c22f2dbac9ff', 'tag': '0f6b2987-06fd-4d80-a721-eceade94b1b7', 'status': 'completed', 'code': 200} Jul 16 11:39:05.427768 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f0d60-ae69-47aa-b12b-0c3084fe82f0 req-8a279dc8-f65e-4f2d-a7e1-57d7a3c85611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:05.429329 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-173f0d60-ae69-47aa-b12b-0c3084fe82f0 req-8a279dc8-f65e-4f2d-a7e1-57d7a3c85611 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cac5641df2aa461e92d3064d7535a8d0&device_id=6db2e464-4730-40bd-9535-c22f2dbac9ff HTTP/1.1" status: 200 len: 1096 time: 0.0522578 Jul 16 11:39:05.525080 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f0d60-ae69-47aa-b12b-0c3084fe82f0 req-9126d411-eae2-4067-8f9e-8895f22eee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:05.526426 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-173f0d60-ae69-47aa-b12b-0c3084fe82f0 req-9126d411-eae2-4067-8f9e-8895f22eee9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e034794-bac4-4005-8c76-be29227f94bf HTTP/1.1" status: 200 len: 915 time: 0.0852039 Jul 16 11:39:05.566623 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-173f0d60-ae69-47aa-b12b-0c3084fe82f0 req-42eadf4c-4567-4b3f-9e9e-2e8f6147bccd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f6b2987-06fd-4d80-a721-eceade94b1b7 HTTP/1.1" status: 200 len: 217 time: 0.0329981 Jul 16 11:39:05.613139 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f0d60-ae69-47aa-b12b-0c3084fe82f0 req-88dfc9ad-314c-47b0-9871-68c228b0e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:05.614544 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-173f0d60-ae69-47aa-b12b-0c3084fe82f0 req-88dfc9ad-314c-47b0-9871-68c228b0e31e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6fcebca-fa7a-491d-9aae-24efd9d988d1 HTTP/1.1" status: 200 len: 854 time: 0.0405073 Jul 16 11:39:05.650536 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-173f0d60-ae69-47aa-b12b-0c3084fe82f0 req-55647931-8138-4263-a7d8-d81451140dfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e034794-bac4-4005-8c76-be29227f94bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287719 Jul 16 11:39:05.738281 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-173f0d60-ae69-47aa-b12b-0c3084fe82f0 req-7f27b62d-a472-42c2-9f71-8990af726e3a service neutron] 10.222.0.13 "GET /v2.0/networks/2e034794-bac4-4005-8c76-be29227f94bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798941 Jul 16 11:39:05.831212 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-173f0d60-ae69-47aa-b12b-0c3084fe82f0 req-172f3029-200a-4468-b245-2b4d64598517 service neutron] 10.222.0.13 "GET /v2.0/networks/2e034794-bac4-4005-8c76-be29227f94bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853057 Jul 16 11:39:06.517231 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce09b5-4e4d-4271-8d9d-ac1c9262e3e7 req-c752c1a5-0d9c-43db-bb82-80fdc8b7b010 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:06.519171 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-55ce09b5-4e4d-4271-8d9d-ac1c9262e3e7 req-c752c1a5-0d9c-43db-bb82-80fdc8b7b010 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db2e464-4730-40bd-9535-c22f2dbac9ff HTTP/1.1" status: 200 len: 943 time: 0.1009357 Jul 16 11:39:06.527076 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843809f8-8bb4-4bd9-bb87-1b6e542379e6 req-bae1d375-3b22-4fca-a8d2-7b7c3c66c52c tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:06.528402 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-843809f8-8bb4-4bd9-bb87-1b6e542379e6 req-bae1d375-3b22-4fca-a8d2-7b7c3c66c52c tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=303ba316-625d-460d-8d7e-c0b206bc3c4c HTTP/1.1" status: 200 len: 943 time: 0.1011374 Jul 16 11:39:06.584405 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-55ce09b5-4e4d-4271-8d9d-ac1c9262e3e7 req-4887c2b6-1a62-4f02-b729-b5a64793f6f4 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550909 Jul 16 11:39:06.588958 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-843809f8-8bb4-4bd9-bb87-1b6e542379e6 req-c1ca3cd2-aeb2-4eaf-91fe-9a13c7beacbb tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534000 Jul 16 11:39:07.278585 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 0f6b2987-06fd-4d80-a721-eceade94b1b7 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:39:07.368679 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 0f6b2987-06fd-4d80-a721-eceade94b1b7, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=0f6b2987-06fd-4d80-a721-eceade94b1b7,segment=NetworkSegment(7e830406-4328-46b2-9202-ef926518271f),segment_id=7e830406-4328-46b2-9202-ef926518271f)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:39:07.383408 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': '0f6b2987-06fd-4d80-a721-eceade94b1b7', 'network_id': '2e034794-bac4-4005-8c76-be29227f94bf', 'port_id': '0f6b2987-06fd-4d80-a721-eceade94b1b7', 'mac_address': 'fa:16:3e:01:34:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6fcebca-fa7a-491d-9aae-24efd9d988d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:39:07.418685 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:07.431398 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6b2987-06fd-4d80-a721-eceade94b1b7 {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:39:07.450567 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 0f6b2987-06fd-4d80-a721-eceade94b1b7, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=0f6b2987-06fd-4d80-a721-eceade94b1b7,segment=NetworkSegment(7e830406-4328-46b2-9202-ef926518271f),segment_id=7e830406-4328-46b2-9202-ef926518271f)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:39:07.454352 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:07.455758 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device f6619896-df9e-4898-b628-d0ad7f5f739e details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:39:07.525712 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=0f6b2987-06fd-4d80-a721-eceade94b1b7,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:39:07.588494 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port f6619896-df9e-4898-b628-d0ad7f5f739e, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f6619896-df9e-4898-b628-d0ad7f5f739e,segment=NetworkSegment(4c768e3c-291a-4f7f-a45a-c81fd03cbe68),segment_id=4c768e3c-291a-4f7f-a45a-c81fd03cbe68)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:39:07.598836 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': 'f6619896-df9e-4898-b628-d0ad7f5f739e', 'network_id': '0b7aeffa-35ea-4b54-923b-0719d8dc0ed2', 'port_id': 'f6619896-df9e-4898-b628-d0ad7f5f739e', 'mac_address': 'fa:16:3e:de:dc:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39bc53a9-1849-4777-8280-7c687501cc15', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:39:07.635645 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:07.650569 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6619896-df9e-4898-b628-d0ad7f5f739e {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:39:07.670789 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port f6619896-df9e-4898-b628-d0ad7f5f739e, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f6619896-df9e-4898-b628-d0ad7f5f739e,segment=NetworkSegment(4c768e3c-291a-4f7f-a45a-c81fd03cbe68),segment_id=4c768e3c-291a-4f7f-a45a-c81fd03cbe68)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:39:07.675113 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:07.724174 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=f6619896-df9e-4898-b628-d0ad7f5f739e,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:39:07.803874 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee708bb-f822-43f8-9f2f-0e292955c8d3 req-1c06cbda-7382-4bf6-9528-e16decb6bbd3 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:07.805318 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1ee708bb-f822-43f8-9f2f-0e292955c8d3 req-1c06cbda-7382-4bf6-9528-e16decb6bbd3 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db2e464-4730-40bd-9535-c22f2dbac9ff HTTP/1.1" status: 200 len: 944 time: 0.1012511 Jul 16 11:39:07.812308 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a007d-f2ee-4a67-b3f9-b8df9eda8793 req-935617f3-7d87-464c-b3e9-8ce0e1bcfd1f tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:07.813646 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-895a007d-f2ee-4a67-b3f9-b8df9eda8793 req-935617f3-7d87-464c-b3e9-8ce0e1bcfd1f tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=303ba316-625d-460d-8d7e-c0b206bc3c4c HTTP/1.1" status: 200 len: 944 time: 0.1108947 Jul 16 11:39:07.868003 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1ee708bb-f822-43f8-9f2f-0e292955c8d3 req-c3dbf8a5-9ffd-434e-b051-551bf074937c tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534070 Jul 16 11:39:07.874663 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-895a007d-f2ee-4a67-b3f9-b8df9eda8793 req-96f5a306-606c-495a-ba30-17408df8c9ab tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537660 Jul 16 11:39:07.937837 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['0f6b2987-06fd-4d80-a721-eceade94b1b7'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:39:07.946267 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['f6619896-df9e-4898-b628-d0ad7f5f739e'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:39:09.079742 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701794b-3293-48b6-9f84-adc68d3fb38e req-d5c84b88-d7ee-4a78-89f0-3ba8438bf80e tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:09.081260 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8701794b-3293-48b6-9f84-adc68d3fb38e req-d5c84b88-d7ee-4a78-89f0-3ba8438bf80e tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db2e464-4730-40bd-9535-c22f2dbac9ff HTTP/1.1" status: 200 len: 944 time: 0.1040626 Jul 16 11:39:09.088311 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039b1bc-18f5-46b1-b7d7-3ae2e4486b6b req-f80b1dd0-1beb-4d3e-a537-3e7a66d9da1d tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:09.089652 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0039b1bc-18f5-46b1-b7d7-3ae2e4486b6b req-f80b1dd0-1beb-4d3e-a537-3e7a66d9da1d tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=303ba316-625d-460d-8d7e-c0b206bc3c4c HTTP/1.1" status: 200 len: 944 time: 0.1017766 Jul 16 11:39:09.142888 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8701794b-3293-48b6-9f84-adc68d3fb38e req-3c5730af-b83d-4b5f-b3dc-89af0e596b66 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522895 Jul 16 11:39:09.147567 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0039b1bc-18f5-46b1-b7d7-3ae2e4486b6b req-0a6d0167-5048-484d-a610-c10573e0dddc tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506475 Jul 16 11:39:09.310792 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device f6619896-df9e-4898-b628-d0ad7f5f739e up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:39:09.357248 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port f6619896-df9e-4898-b628-d0ad7f5f739e completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:39:09.360744 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port f6619896-df9e-4898-b628-d0ad7f5f739e triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:39:09.361115 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:09.436961 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:09.458155 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303ba316-625d-460d-8d7e-c0b206bc3c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6619896-df9e-4898-b628-d0ad7f5f739e'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:39:09.460445 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094bba86-dbd1-4003-95d8-edd259c57596" -d '{"events": [{"server_uuid": "303ba316-625d-460d-8d7e-c0b206bc3c4c", "name": "network-vif-plugged", "status": "completed", "tag": "f6619896-df9e-4898-b628-d0ad7f5f739e"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:39:09.473340 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port f6619896-df9e-4898-b628-d0ad7f5f739e, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f6619896-df9e-4898-b628-d0ad7f5f739e,segment=NetworkSegment(4c768e3c-291a-4f7f-a45a-c81fd03cbe68),segment_id=4c768e3c-291a-4f7f-a45a-c81fd03cbe68)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:39:09.477703 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:09.478524 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 0f6b2987-06fd-4d80-a721-eceade94b1b7 up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:39:09.499571 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af714975-8fc9-4c7f-8c2a-490c603d078e x-openstack-request-id: req-af714975-8fc9-4c7f-8c2a-490c603d078e {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:39:09.499877 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303ba316-625d-460d-8d7e-c0b206bc3c4c", "name": "network-vif-plugged", "status": "completed", "tag": "f6619896-df9e-4898-b628-d0ad7f5f739e", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:39:09.500129 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af714975-8fc9-4c7f-8c2a-490c603d078e {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:39:09.500511 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303ba316-625d-460d-8d7e-c0b206bc3c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6619896-df9e-4898-b628-d0ad7f5f739e', 'code': 200} Jul 16 11:39:09.555021 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=f6619896-df9e-4898-b628-d0ad7f5f739e,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:39:09.565896 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port 0f6b2987-06fd-4d80-a721-eceade94b1b7 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:39:09.569916 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port 0f6b2987-06fd-4d80-a721-eceade94b1b7 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:39:09.570285 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:09.649387 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:09.680881 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 0f6b2987-06fd-4d80-a721-eceade94b1b7, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=0f6b2987-06fd-4d80-a721-eceade94b1b7,segment=NetworkSegment(7e830406-4328-46b2-9202-ef926518271f),segment_id=7e830406-4328-46b2-9202-ef926518271f)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:39:09.684841 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:09.721400 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673b0c3-0c08-43eb-b630-f1783823d562 req-4abc0c2b-0632-45ff-a8df-4512d4a01b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:09.722809 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4673b0c3-0c08-43eb-b630-f1783823d562 req-4abc0c2b-0632-45ff-a8df-4512d4a01b4c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=303ba316-625d-460d-8d7e-c0b206bc3c4c HTTP/1.1" status: 200 len: 1098 time: 0.0535166 Jul 16 11:39:09.732370 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=0f6b2987-06fd-4d80-a721-eceade94b1b7,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:39:09.757733 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4673b0c3-0c08-43eb-b630-f1783823d562 req-42c3e1d7-6f13-47b9-900d-6d0142295282 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275428 Jul 16 11:39:10.354910 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c394aa-6dbc-4b95-988a-34ed99306d2a req-4095fa9b-ea8a-4094-9bdb-95f783c4803d tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:10.356399 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a0c394aa-6dbc-4b95-988a-34ed99306d2a req-4095fa9b-ea8a-4094-9bdb-95f783c4803d tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db2e464-4730-40bd-9535-c22f2dbac9ff HTTP/1.1" status: 200 len: 945 time: 0.1017747 Jul 16 11:39:10.364715 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26661f8-dba5-4579-b946-f347875bcbbc req-349ea2be-41bf-4acc-be49-61758666577b tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:10.366059 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c26661f8-dba5-4579-b946-f347875bcbbc req-349ea2be-41bf-4acc-be49-61758666577b tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=303ba316-625d-460d-8d7e-c0b206bc3c4c HTTP/1.1" status: 200 len: 945 time: 0.1025999 Jul 16 11:39:10.425060 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a0c394aa-6dbc-4b95-988a-34ed99306d2a req-e81fcb97-474c-40ae-a412-0bc8eb4d9bb6 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579967 Jul 16 11:39:10.427834 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c26661f8-dba5-4579-b946-f347875bcbbc req-3754e07b-bc5d-4af9-aa41-277b4fa66629 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546715 Jul 16 11:39:11.503071 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db2e464-4730-40bd-9535-c22f2dbac9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6b2987-06fd-4d80-a721-eceade94b1b7'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:39:11.506020 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17c1e76-e315-43d7-a289-82905257e94a" -d '{"events": [{"server_uuid": "6db2e464-4730-40bd-9535-c22f2dbac9ff", "name": "network-vif-plugged", "status": "completed", "tag": "0f6b2987-06fd-4d80-a721-eceade94b1b7"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:39:11.643918 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d567c9-959e-4ab7-82b8-88f087a2cc0e req-427a565c-4b96-4812-98a4-b08841354941 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:11.645375 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-52d567c9-959e-4ab7-82b8-88f087a2cc0e req-427a565c-4b96-4812-98a4-b08841354941 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db2e464-4730-40bd-9535-c22f2dbac9ff HTTP/1.1" status: 200 len: 945 time: 0.1025064 Jul 16 11:39:11.653290 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7418c10-b0af-44e7-85c2-eae31ae54814 req-ec34d1a4-e6f6-4636-8ebd-2b9d97396761 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:11.654637 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c7418c10-b0af-44e7-85c2-eae31ae54814 req-ec34d1a4-e6f6-4636-8ebd-2b9d97396761 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=303ba316-625d-460d-8d7e-c0b206bc3c4c HTTP/1.1" status: 200 len: 945 time: 0.1023393 Jul 16 11:39:11.711303 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-52d567c9-959e-4ab7-82b8-88f087a2cc0e req-861c98fb-b4db-4ae1-bb66-1e36dd4df798 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557303 Jul 16 11:39:11.715910 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c7418c10-b0af-44e7-85c2-eae31ae54814 req-fae8a1bf-c9eb-4b8b-9ef3-047d3251cdbf tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540106 Jul 16 11:39:11.757720 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4874b790-3b45-47bd-bc82-9fae14e41a62 x-openstack-request-id: req-4874b790-3b45-47bd-bc82-9fae14e41a62 {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:39:11.758332 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db2e464-4730-40bd-9535-c22f2dbac9ff", "name": "network-vif-plugged", "status": "completed", "tag": "0f6b2987-06fd-4d80-a721-eceade94b1b7", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:39:11.758906 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4874b790-3b45-47bd-bc82-9fae14e41a62 {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:39:11.759834 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db2e464-4730-40bd-9535-c22f2dbac9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6b2987-06fd-4d80-a721-eceade94b1b7', 'code': 200} Jul 16 11:39:11.987693 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569f34c-45ad-4622-b0a1-6ae17bf27d2c req-54192e60-e0d3-4083-a611-55f53a719134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:11.989227 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d569f34c-45ad-4622-b0a1-6ae17bf27d2c req-54192e60-e0d3-4083-a611-55f53a719134 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6db2e464-4730-40bd-9535-c22f2dbac9ff HTTP/1.1" status: 200 len: 1098 time: 0.0517433 Jul 16 11:39:12.025781 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d569f34c-45ad-4622-b0a1-6ae17bf27d2c req-8ec49fa0-5b60-41f4-aa39-a2dac9d9b2aa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287631 Jul 16 11:39:12.520849 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c825b5-a119-4acd-b0c7-45bc90a99db7 req-cc7fc298-01a5-43d9-8dc7-3ead1d364dc8 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:12.522229 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d9c825b5-a119-4acd-b0c7-45bc90a99db7 req-cc7fc298-01a5-43d9-8dc7-3ead1d364dc8 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=303ba316-625d-460d-8d7e-c0b206bc3c4c HTTP/1.1" status: 200 len: 945 time: 0.0610390 Jul 16 11:39:12.558160 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d9c825b5-a119-4acd-b0c7-45bc90a99db7 req-e6cc0557-48ab-4bbd-8a4e-89a714c7962a tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304241 Jul 16 11:39:12.892582 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a59583-80bd-4a89-addf-74b168caa4de req-1eb3c7d8-f095-4716-bad0-228551619c54 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:12.894076 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e1a59583-80bd-4a89-addf-74b168caa4de req-1eb3c7d8-f095-4716-bad0-228551619c54 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db2e464-4730-40bd-9535-c22f2dbac9ff HTTP/1.1" status: 200 len: 945 time: 0.0663147 Jul 16 11:39:12.931394 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e1a59583-80bd-4a89-addf-74b168caa4de req-735e0f72-0237-42d7-a971-59e2abe44092 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317965 Jul 16 11:39:13.726947 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1510e-c596-441e-96e2-ae0929e33692 req-9c8d5c80-957a-4ea2-8e67-13fbf4c176c6 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:13.728436 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7be1510e-c596-441e-96e2-ae0929e33692 req-9c8d5c80-957a-4ea2-8e67-13fbf4c176c6 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=303ba316-625d-460d-8d7e-c0b206bc3c4c HTTP/1.1" status: 200 len: 945 time: 0.0619528 Jul 16 11:39:13.764474 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7be1510e-c596-441e-96e2-ae0929e33692 req-7ef96802-dce4-4f5c-be7a-d3e678e584af tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13e2ccd-baaa-4f4b-942f-b5bdf704f110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304897 Jul 16 11:39:14.147598 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009c0a6-67f1-4b39-81a6-0bfa718a0d9e req-89099976-c13d-4f4c-a191-1bac9e2c1a03 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:14.149258 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3009c0a6-67f1-4b39-81a6-0bfa718a0d9e req-89099976-c13d-4f4c-a191-1bac9e2c1a03 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.13 "GET /v2.0/ports?device_id=303ba316-625d-460d-8d7e-c0b206bc3c4c HTTP/1.1" status: 200 len: 945 time: 0.1036878 Jul 16 11:39:14.157119 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22bd9d-f57c-4713-9531-73975b61a722 req-b5f06c3f-87ad-4bb8-b7e5-18b91a5fa90b tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:14.159102 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1a22bd9d-f57c-4713-9531-73975b61a722 req-b5f06c3f-87ad-4bb8-b7e5-18b91a5fa90b tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db2e464-4730-40bd-9535-c22f2dbac9ff HTTP/1.1" status: 200 len: 945 time: 0.1154087 Jul 16 11:39:14.230626 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1a22bd9d-f57c-4713-9531-73975b61a722 req-615111cb-c9e3-498f-9987-408a407b5894 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643129 Jul 16 11:39:14.279379 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [req-3009c0a6-67f1-4b39-81a6-0bfa718a0d9e req-0f65713d-9d20-4c7e-8dde-48f3ea0a6a64 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Deleting port f6619896-df9e-4898-b628-d0ad7f5f739e {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:39:14.279716 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-3009c0a6-67f1-4b39-81a6-0bfa718a0d9e req-0f65713d-9d20-4c7e-8dde-48f3ea0a6a64 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:14.370790 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-3009c0a6-67f1-4b39-81a6-0bfa718a0d9e req-0f65713d-9d20-4c7e-8dde-48f3ea0a6a64 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] For port f6619896-df9e-4898-b628-d0ad7f5f739e, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f6619896-df9e-4898-b628-d0ad7f5f739e,segment=NetworkSegment(4c768e3c-291a-4f7f-a45a-c81fd03cbe68),segment_id=4c768e3c-291a-4f7f-a45a-c81fd03cbe68)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:39:14.371148 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-3009c0a6-67f1-4b39-81a6-0bfa718a0d9e req-0f65713d-9d20-4c7e-8dde-48f3ea0a6a64 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:14.383685 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [req-3009c0a6-67f1-4b39-81a6-0bfa718a0d9e req-0f65713d-9d20-4c7e-8dde-48f3ea0a6a64 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Calling delete_port for f6619896-df9e-4898-b628-d0ad7f5f739e owned by compute:nova {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:39:14.509187 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-3009c0a6-67f1-4b39-81a6-0bfa718a0d9e req-0f65713d-9d20-4c7e-8dde-48f3ea0a6a64 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:14.521557 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['f6619896-df9e-4898-b628-d0ad7f5f739e'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:39:14.538241 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65713d-9d20-4c7e-8dde-48f3ea0a6a64 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Pushing event deleted for resources: {'Port': ['ID=f6619896-df9e-4898-b628-d0ad7f5f739e,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:39:14.583835 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3009c0a6-67f1-4b39-81a6-0bfa718a0d9e req-0f65713d-9d20-4c7e-8dde-48f3ea0a6a64 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] No DVR routers for this DVR port f6619896-df9e-4898-b628-d0ad7f5f739e on host hv-cinder-78476 {{(pid=93104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:39:14.586303 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-3009c0a6-67f1-4b39-81a6-0bfa718a0d9e req-0f65713d-9d20-4c7e-8dde-48f3ea0a6a64 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:14.588346 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3009c0a6-67f1-4b39-81a6-0bfa718a0d9e req-0f65713d-9d20-4c7e-8dde-48f3ea0a6a64 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.13 "DELETE /v2.0/ports/f6619896-df9e-4898-b628-d0ad7f5f739e HTTP/1.1" status: 204 len: 173 time: 0.4283652 Jul 16 11:39:14.588767 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303ba316-625d-460d-8d7e-c0b206bc3c4c', 'name': 'network-vif-deleted', 'tag': 'f6619896-df9e-4898-b628-d0ad7f5f739e'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:39:14.591007 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4ca0ad-fc80-44c1-9b29-759ef279897f" -d '{"events": [{"server_uuid": "303ba316-625d-460d-8d7e-c0b206bc3c4c", "name": "network-vif-deleted", "tag": "f6619896-df9e-4898-b628-d0ad7f5f739e"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:39:14.641135 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d231b5-2fc2-4166-8666-725fb3400447 x-openstack-request-id: req-56d231b5-2fc2-4166-8666-725fb3400447 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:39:14.641453 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303ba316-625d-460d-8d7e-c0b206bc3c4c", "name": "network-vif-deleted", "tag": "f6619896-df9e-4898-b628-d0ad7f5f739e", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:39:14.641706 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56d231b5-2fc2-4166-8666-725fb3400447 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:39:14.642103 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303ba316-625d-460d-8d7e-c0b206bc3c4c', 'name': 'network-vif-deleted', 'tag': 'f6619896-df9e-4898-b628-d0ad7f5f739e', 'status': 'completed', 'code': 200} Jul 16 11:39:14.917135 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a289eea0-17d7-47cf-8d6f-29f22115d86c req-8909af33-7663-4c8a-9182-6b52e8ac7b18 tempest-VolumesActionsTest-1289099088 tempest-VolumesActionsTest-1289099088-project] 10.222.0.16 "GET /v2.0/ports?device_id=303ba316-625d-460d-8d7e-c0b206bc3c4c HTTP/1.1" status: 200 len: 210 time: 0.0319874 Jul 16 11:39:17.938918 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device f6619896-df9e-4898-b628-d0ad7f5f739e no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:39:17.965018 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: f6619896-df9e-4898-b628-d0ad7f5f739e {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:39:17.965356 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device f6619896-df9e-4898-b628-d0ad7f5f739e not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:39:24.824152 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:28.877068 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-38d5fbfb-766e-4b0b-9b17-09526398ea87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:31.676059 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-47ddf3df-fa32-4dc6-8b75-bd1f2da75adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:32.059680 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:32.804797 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:34.342776 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:38.178704 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0447a-7f0b-4d12-8a25-2d30b106c627 req-426c2bc1-1741-4421-a2b9-a078eca57bab tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:38.180280 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d7a0447a-7f0b-4d12-8a25-2d30b106c627 req-426c2bc1-1741-4421-a2b9-a078eca57bab tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.1188331 Jul 16 11:39:38.224436 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d7a0447a-7f0b-4d12-8a25-2d30b106c627 req-1cebdf28-60e6-42f9-a365-cb937e43d4bd tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383768 Jul 16 11:39:39.403195 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550bcc2-db32-4e66-863b-8e9bad8b658e req-d7a0e558-3379-4de6-89fa-1ba065be73e3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:39.404685 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9550bcc2-db32-4e66-863b-8e9bad8b658e req-d7a0e558-3379-4de6-89fa-1ba065be73e3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0641108 Jul 16 11:39:39.447517 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9550bcc2-db32-4e66-863b-8e9bad8b658e req-4370cc89-4516-43d7-8759-40e403840739 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373464 Jul 16 11:39:39.458111 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:39:40.624520 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2dd7a-39a3-4305-be2b-c61491cb4dad req-3e288cf2-6855-4ad4-8e83-920587ee05dc tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:40.625999 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e3d2dd7a-39a3-4305-be2b-c61491cb4dad req-3e288cf2-6855-4ad4-8e83-920587ee05dc tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0645261 Jul 16 11:39:40.665935 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e3d2dd7a-39a3-4305-be2b-c61491cb4dad req-9c6223e9-2654-4a8a-b862-71ed313674f4 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340118 Jul 16 11:39:40.818372 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 48840) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:39:40.866702 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Deleting subnet 39bc53a9-1849-4777-8280-7c687501cc15 {{(pid=93103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 11:39:40.870787 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:40.908344 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3667378'] for subnet, precommit_delete_associations {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:40.955771 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732748'] for subnet, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:41.007653 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8595413'] for subnet, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:41.029737 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39bc53a9-1849-4777-8280-7c687501cc15,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:39:41.038979 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:39:41.039325 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:39:41.040215 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:39:41.040545 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:39:41.040872 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:39:41.041200 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:39:41.041524 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:39:41.042198 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:39:41.042198 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:39:41.042463 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:39:41.042777 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:39:41.043092 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:39:41.045815 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:41.047633 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-fbde13e2-6691-4276-b122-9e389e1f2069 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/39bc53a9-1849-4777-8280-7c687501cc15 HTTP/1.1" status: 204 len: 168 time: 0.2282774 Jul 16 11:39:41.050115 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 48844) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:39:41.117544 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad076-b057-467e-8d33-4964f7dbcc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623655'] for network, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:41.193414 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad076-b057-467e-8d33-4964f7dbcc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734504', 'neutron.services.segments.db._delete_segments_for_network-8746163431244'] for network, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:41.202601 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-4f7ad076-b057-467e-8d33-4964f7dbcc09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7aeffa-35ea-4b54-923b-0719d8dc0ed2']}} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:39:41.211838 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-4f7ad076-b057-467e-8d33-4964f7dbcc09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c768e3c-291a-4f7f-a45a-c81fd03cbe68') {'for_net_delete': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:39:41.212132 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-4f7ad076-b057-467e-8d33-4964f7dbcc09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c768e3c-291a-4f7f-a45a-c81fd03cbe68') {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:39:41.220408 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad076-b057-467e-8d33-4964f7dbcc09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746163433557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3667333'] for segment, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:41.234181 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad076-b057-467e-8d33-4964f7dbcc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:41.240244 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7ad076-b057-467e-8d33-4964f7dbcc09 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 11:39:41.240649 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad076-b057-467e-8d33-4964f7dbcc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593711'] for segment, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: Traceback (most recent call last): Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: timer() Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: cb(*args, **kw) Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: return func(*args, **kwargs) Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: self._notify() Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: self.callback(batched_events) Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: event.method(event) Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: return f(self, *a, **k) Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: return self._get(url).json() Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: return self.request(url, 'GET', **kwargs) Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 11:39:41.242258 dv-cinder-784763-6-iscsi neutron-server[93103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 11:39:41.294517 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad076-b057-467e-8d33-4964f7dbcc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814451'] for network, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:41.299478 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad076-b057-467e-8d33-4964f7dbcc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:41.304024 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-4f7ad076-b057-467e-8d33-4964f7dbcc09 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0b7aeffa-35ea-4b54-923b-0719d8dc0ed2 HTTP/1.1" status: 204 len: 168 time: 0.2504056 Jul 16 11:39:41.314378 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ad076-b057-467e-8d33-4964f7dbcc09 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b7aeffa-35ea-4b54-923b-0719d8dc0ed2,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:39:41.408228 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 48848) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:39:41.446853 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-0b34ea35-0f93-4939-8ce7-5ae1210ae0a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80463f28d0f54d15afdc7b7cdfa99d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373764 Jul 16 11:39:41.449071 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 48850) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:39:41.498001 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9612f79e-98bd-4ce9-9c3c-76778635ccb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:41.518143 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9612f79e-98bd-4ce9-9c3c-76778635ccb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:41.564458 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9612f79e-98bd-4ce9-9c3c-76778635ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:41.567397 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9612f79e-98bd-4ce9-9c3c-76778635ccb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:41.568558 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-9612f79e-98bd-4ce9-9c3c-76778635ccb9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a13e2ccd-baaa-4f4b-942f-b5bdf704f110 HTTP/1.1" status: 204 len: 168 time: 0.1186132 Jul 16 11:39:41.575671 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612f79e-98bd-4ce9-9c3c-76778635ccb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13e2ccd-baaa-4f4b-942f-b5bdf704f110,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:39:41.854521 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43305822-b8ab-4282-bfd9-eae25d7d1245 req-3b306765-0133-4aad-8722-0666521ed06c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:41.856119 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-43305822-b8ab-4282-bfd9-eae25d7d1245 req-3b306765-0133-4aad-8722-0666521ed06c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0675848 Jul 16 11:39:41.895343 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-43305822-b8ab-4282-bfd9-eae25d7d1245 req-52e7eacb-96ec-4962-8ce2-33ceac259d1d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334814 Jul 16 11:39:43.071649 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef99b05-abc5-45d0-bc27-d73294f8baee req-d650eeba-1417-4b67-8b04-0e0c9e0811c1 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:43.073098 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1ef99b05-abc5-45d0-bc27-d73294f8baee req-d650eeba-1417-4b67-8b04-0e0c9e0811c1 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0633841 Jul 16 11:39:43.108819 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1ef99b05-abc5-45d0-bc27-d73294f8baee req-d567194f-2af5-42f8-afb1-191f4bcb58e1 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302832 Jul 16 11:39:44.282948 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addbd7c-128b-42c8-a885-beacfa7d6054 req-a0403b63-2803-4615-bdaa-0eb54cbabb1a tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:44.284447 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3addbd7c-128b-42c8-a885-beacfa7d6054 req-a0403b63-2803-4615-bdaa-0eb54cbabb1a tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0611222 Jul 16 11:39:44.321634 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3addbd7c-128b-42c8-a885-beacfa7d6054 req-120276d1-2354-4365-acc4-cf604ae6fd81 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311358 Jul 16 11:39:45.500132 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c39744-6a8f-48d1-8bb4-2189e305f251 req-eb83ba7e-5848-4f22-9110-33c0c02e5740 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:45.501577 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b4c39744-6a8f-48d1-8bb4-2189e305f251 req-eb83ba7e-5848-4f22-9110-33c0c02e5740 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0648682 Jul 16 11:39:45.537080 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b4c39744-6a8f-48d1-8bb4-2189e305f251 req-51658413-b39d-4c54-ad6e-74935c82d93a tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298734 Jul 16 11:39:46.708022 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df977dd5-8d02-4680-9b8e-7af93fb35a80 req-ee5ebdba-c3f8-4c9b-b575-dbfac64e5b38 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:46.709433 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-df977dd5-8d02-4680-9b8e-7af93fb35a80 req-ee5ebdba-c3f8-4c9b-b575-dbfac64e5b38 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0600007 Jul 16 11:39:46.744594 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-df977dd5-8d02-4680-9b8e-7af93fb35a80 req-fd2ebaf5-962d-43e5-9ffe-2cbf36966a9c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297863 Jul 16 11:39:47.918583 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b373a-f5cb-47f4-9d17-19a567498db0 req-db1fae38-ef80-4a43-98f3-9d5f29b3a606 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:47.920048 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-922b373a-f5cb-47f4-9d17-19a567498db0 req-db1fae38-ef80-4a43-98f3-9d5f29b3a606 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0604196 Jul 16 11:39:47.955211 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-922b373a-f5cb-47f4-9d17-19a567498db0 req-d86f283f-fdaf-41d2-bc30-572b2b07e4eb tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298448 Jul 16 11:39:49.133520 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388ea3e-c60d-45c4-9081-c1f314552c33 req-6f30b5b3-6566-42cb-ae67-0c9459f7346c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:49.134984 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4388ea3e-c60d-45c4-9081-c1f314552c33 req-6f30b5b3-6566-42cb-ae67-0c9459f7346c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0684090 Jul 16 11:39:49.173236 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4388ea3e-c60d-45c4-9081-c1f314552c33 req-276654f4-b44c-4278-9c8d-6ab83524461b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325093 Jul 16 11:39:50.349554 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ab1cc-725d-4162-9797-b57eb69d04f7 req-84a71d00-80f9-4d33-885d-c44ef81567fa tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:50.351039 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b52ab1cc-725d-4162-9797-b57eb69d04f7 req-84a71d00-80f9-4d33-885d-c44ef81567fa tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0626967 Jul 16 11:39:50.387753 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b52ab1cc-725d-4162-9797-b57eb69d04f7 req-38dd8814-1d63-4aa8-983a-014fcf52ca2f tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305209 Jul 16 11:39:51.562931 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365f541-e02b-4181-94cf-223f407f3af6 req-347c7762-8481-493b-8e1f-0a96742056cd tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:51.564381 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6365f541-e02b-4181-94cf-223f407f3af6 req-347c7762-8481-493b-8e1f-0a96742056cd tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0634341 Jul 16 11:39:51.599312 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6365f541-e02b-4181-94cf-223f407f3af6 req-cc7c4d43-3632-4f25-b736-41076e8eb33b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293808 Jul 16 11:39:53.016090 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125f9a1-887c-44d9-9168-ac09764524fe req-1563319a-fb68-4413-847b-53f445bcc0d8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:53.017539 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f125f9a1-887c-44d9-9168-ac09764524fe req-1563319a-fb68-4413-847b-53f445bcc0d8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0618498 Jul 16 11:39:53.055865 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f125f9a1-887c-44d9-9168-ac09764524fe req-48288d96-9c83-4040-ab0b-1af177568711 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319099 Jul 16 11:39:54.290124 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829cc3d-caed-4699-a9d3-acc6c7dc29ec req-4d2d8b3a-2e45-4932-9207-eddeebd61e1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:54.291599 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0829cc3d-caed-4699-a9d3-acc6c7dc29ec req-4d2d8b3a-2e45-4932-9207-eddeebd61e1b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.1134140 Jul 16 11:39:54.308187 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1357dc0-747c-4c84-bbad-4eb4da1433be req-f6b0cd94-a88d-40b7-80de-2bc025c9ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:54.309576 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e1357dc0-747c-4c84-bbad-4eb4da1433be req-f6b0cd94-a88d-40b7-80de-2bc025c9ee09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57&device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 1098 time: 0.1867507 Jul 16 11:39:54.338064 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0829cc3d-caed-4699-a9d3-acc6c7dc29ec req-28d93efa-e6c9-4e9a-ac62-8b49386b5aa7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380013 Jul 16 11:39:54.422086 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1357dc0-747c-4c84-bbad-4eb4da1433be req-fce77932-7a6b-4ebf-b5e9-5071c10b06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:54.423542 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e1357dc0-747c-4c84-bbad-4eb4da1433be req-fce77932-7a6b-4ebf-b5e9-5071c10b06f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3bf2836-3f60-4871-835c-2371c60f999a HTTP/1.1" status: 200 len: 918 time: 0.0845597 Jul 16 11:39:54.489522 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e1357dc0-747c-4c84-bbad-4eb4da1433be req-9fbf77c0-052f-407e-9aab-55ab2dc1f3de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5737c6ed-681d-43de-b7bf-bc681c2d5acb HTTP/1.1" status: 200 len: 1000 time: 0.0581880 Jul 16 11:39:54.538397 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1357dc0-747c-4c84-bbad-4eb4da1433be req-73ed35af-f8c1-4134-a8b0-0f0e0fb568cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:54.540432 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e1357dc0-747c-4c84-bbad-4eb4da1433be req-73ed35af-f8c1-4134-a8b0-0f0e0fb568cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54cab1d6-11e7-4058-9076-dd369f1e0736 HTTP/1.1" status: 200 len: 856 time: 0.0417821 Jul 16 11:39:54.595863 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1357dc0-747c-4c84-bbad-4eb4da1433be req-04a23436-25a3-407c-89ee-d45ff1ec02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:54.597204 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e1357dc0-747c-4c84-bbad-4eb4da1433be req-04a23436-25a3-407c-89ee-d45ff1ec02fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3bf2836-3f60-4871-835c-2371c60f999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497704 Jul 16 11:39:54.692036 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e1357dc0-747c-4c84-bbad-4eb4da1433be req-e17fc1c5-3d1a-40ea-a04c-8a7b55ffc551 service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873909 Jul 16 11:39:54.780601 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e1357dc0-747c-4c84-bbad-4eb4da1433be req-3a48c452-bfec-41a6-aa7d-1d228da804ad service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849161 Jul 16 11:39:54.819924 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:55.521666 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19497b42-dc6f-4008-989d-2b47fd4351e2 req-2f28c995-9e6f-4895-b43f-b25974524450 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:55.523138 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-19497b42-dc6f-4008-989d-2b47fd4351e2 req-2f28c995-9e6f-4895-b43f-b25974524450 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0651124 Jul 16 11:39:55.560264 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-19497b42-dc6f-4008-989d-2b47fd4351e2 req-ba560dc0-9b41-4b28-b48b-78b748a10fb9 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311251 Jul 16 11:39:56.728980 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564cbdd-aca6-4dda-9cea-d7195aa21044 req-afad7da6-475e-4c73-b18b-7820b1face64 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:56.730434 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1564cbdd-aca6-4dda-9cea-d7195aa21044 req-afad7da6-475e-4c73-b18b-7820b1face64 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0602546 Jul 16 11:39:56.766176 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1564cbdd-aca6-4dda-9cea-d7195aa21044 req-9842b43f-b773-432c-84d2-7f4a387006e1 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303409 Jul 16 11:39:57.941422 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5452404-b0f3-4cb7-834e-acfedd311e8e req-326f6332-150f-4b50-af00-5292cd19ed2e tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:57.942883 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f5452404-b0f3-4cb7-834e-acfedd311e8e req-326f6332-150f-4b50-af00-5292cd19ed2e tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0632975 Jul 16 11:39:57.978814 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f5452404-b0f3-4cb7-834e-acfedd311e8e req-63f20168-428b-4760-bee7-3a793d35ed7b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304310 Jul 16 11:39:58.879373 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-c012ea53-79da-4ed4-b052-9d503aaff4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:39:59.152358 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808509b4-2899-412b-9940-db4969e5184d req-6dfedf87-fb61-40bf-ae0f-0c66750fe092 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:39:59.153831 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-808509b4-2899-412b-9940-db4969e5184d req-6dfedf87-fb61-40bf-ae0f-0c66750fe092 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0612984 Jul 16 11:39:59.191125 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-808509b4-2899-412b-9940-db4969e5184d req-1ae95ba4-d9bc-4dcd-bf77-0cbfeba8fe08 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319018 Jul 16 11:40:00.366031 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5e6f0-bff4-408a-8ac5-dce2975d2721 req-0c5755f0-c4b4-40a8-a189-988dcebab064 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:00.368007 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-87d5e6f0-bff4-408a-8ac5-dce2975d2721 req-0c5755f0-c4b4-40a8-a189-988dcebab064 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0619113 Jul 16 11:40:00.404583 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-87d5e6f0-bff4-408a-8ac5-dce2975d2721 req-1f6924b0-7faa-4120-97ff-f1ecf3221eb8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310891 Jul 16 11:40:01.098837 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 5737c6ed-681d-43de-b7bf-bc681c2d5acb details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:40:01.198173 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 5737c6ed-681d-43de-b7bf-bc681c2d5acb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5737c6ed-681d-43de-b7bf-bc681c2d5acb,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:40:01.210101 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': '5737c6ed-681d-43de-b7bf-bc681c2d5acb', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'port_id': '5737c6ed-681d-43de-b7bf-bc681c2d5acb', 'mac_address': 'fa:16:3e:3a:3e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:40:01.250576 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:01.271384 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5737c6ed-681d-43de-b7bf-bc681c2d5acb {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:40:01.294136 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 5737c6ed-681d-43de-b7bf-bc681c2d5acb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5737c6ed-681d-43de-b7bf-bc681c2d5acb,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:40:01.301335 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:01.359878 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=5737c6ed-681d-43de-b7bf-bc681c2d5acb,revision_number=6']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:01.367030 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:01.367337 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:01.367656 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:01.368060 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:01.368399 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:01.368662 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:01.368997 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:01.369330 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:01.369662 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:01.369990 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:01.370314 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:01.370635 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:01.385578 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['5737c6ed-681d-43de-b7bf-bc681c2d5acb'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:40:01.617555 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe11998-0dc3-47b9-8e3c-c7d5c3000bca req-da735f58-d8bc-4e4b-b13b-083515310b5c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:01.625236 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ebe11998-0dc3-47b9-8e3c-c7d5c3000bca req-da735f58-d8bc-4e4b-b13b-083515310b5c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 944 time: 0.0762894 Jul 16 11:40:01.679031 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ebe11998-0dc3-47b9-8e3c-c7d5c3000bca req-211ca778-193c-4a72-a168-4c9237799355 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529339 Jul 16 11:40:01.681749 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-728208bf-3a25-4182-bb7f-8b0d3769a562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:01.745566 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4f712-3abd-4f82-ae81-c4b16eed666a req-b251f3c3-4104-40d4-92e8-28a23538077d tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:01.747021 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-37b4f712-3abd-4f82-ae81-c4b16eed666a req-b251f3c3-4104-40d4-92e8-28a23538077d tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db2e464-4730-40bd-9535-c22f2dbac9ff HTTP/1.1" status: 200 len: 945 time: 0.0835192 Jul 16 11:40:01.796745 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-37b4f712-3abd-4f82-ae81-c4b16eed666a req-badc1a69-7174-40d7-9ef7-c9dad9afcb4f tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401359 Jul 16 11:40:02.064864 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:02.814802 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:02.889022 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc999b-d567-4a3c-9821-8844aea1faa7 req-1f92aa4f-2293-44fb-9d83-abe9bdb0c3a6 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:02.897610 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-14cc999b-d567-4a3c-9821-8844aea1faa7 req-1f92aa4f-2293-44fb-9d83-abe9bdb0c3a6 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 944 time: 0.0804260 Jul 16 11:40:02.940655 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-14cc999b-d567-4a3c-9821-8844aea1faa7 req-a2e15178-38cf-4c27-8e4d-03b2c174cd19 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410738 Jul 16 11:40:03.037464 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50f8eb-8357-43de-a374-db7f33178946 req-77166bb1-ad41-4d3a-96d2-655683628e79 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:03.039337 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1a50f8eb-8357-43de-a374-db7f33178946 req-77166bb1-ad41-4d3a-96d2-655683628e79 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db2e464-4730-40bd-9535-c22f2dbac9ff HTTP/1.1" status: 200 len: 945 time: 0.0714924 Jul 16 11:40:03.090637 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1a50f8eb-8357-43de-a374-db7f33178946 req-25c4785d-573d-4820-adcb-8dc6705638e8 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387888 Jul 16 11:40:03.116619 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 5737c6ed-681d-43de-b7bf-bc681c2d5acb up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:40:03.174878 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port 5737c6ed-681d-43de-b7bf-bc681c2d5acb triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:40:03.175350 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:03.265025 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:03.288740 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5737c6ed-681d-43de-b7bf-bc681c2d5acb'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:40:03.291587 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b901d8e-8565-481d-a5c1-28e60d6dedf9" -d '{"events": [{"server_uuid": "166ee7fa-cb49-43f4-8616-39c67797c5b1", "name": "network-vif-plugged", "status": "completed", "tag": "5737c6ed-681d-43de-b7bf-bc681c2d5acb"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:40:03.314757 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 5737c6ed-681d-43de-b7bf-bc681c2d5acb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5737c6ed-681d-43de-b7bf-bc681c2d5acb,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:40:03.322473 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:03.352565 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6059b121-f1ea-4cee-80c6-7e0df1fc208a x-openstack-request-id: req-6059b121-f1ea-4cee-80c6-7e0df1fc208a {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:40:03.352759 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166ee7fa-cb49-43f4-8616-39c67797c5b1", "name": "network-vif-plugged", "status": "completed", "tag": "5737c6ed-681d-43de-b7bf-bc681c2d5acb", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:40:03.353028 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6059b121-f1ea-4cee-80c6-7e0df1fc208a {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:40:03.353590 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5737c6ed-681d-43de-b7bf-bc681c2d5acb', 'code': 200} Jul 16 11:40:03.381199 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0b1a0-921e-4f2e-a36f-d9bd42c65f63 req-f0ff9cec-2168-40cd-8dbf-a233c795fffa tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:03.383297 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-eeb0b1a0-921e-4f2e-a36f-d9bd42c65f63 req-f0ff9cec-2168-40cd-8dbf-a233c795fffa tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.13 "GET /v2.0/ports?device_id=6db2e464-4730-40bd-9535-c22f2dbac9ff HTTP/1.1" status: 200 len: 945 time: 0.0959442 Jul 16 11:40:03.384562 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=5737c6ed-681d-43de-b7bf-bc681c2d5acb,revision_number=7']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:03.503042 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [req-eeb0b1a0-921e-4f2e-a36f-d9bd42c65f63 req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Deleting port 0f6b2987-06fd-4d80-a721-eceade94b1b7 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:40:03.504249 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-eeb0b1a0-921e-4f2e-a36f-d9bd42c65f63 req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:03.606012 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-eeb0b1a0-921e-4f2e-a36f-d9bd42c65f63 req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] For port 0f6b2987-06fd-4d80-a721-eceade94b1b7, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=0f6b2987-06fd-4d80-a721-eceade94b1b7,segment=NetworkSegment(7e830406-4328-46b2-9202-ef926518271f),segment_id=7e830406-4328-46b2-9202-ef926518271f)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:40:03.606350 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-eeb0b1a0-921e-4f2e-a36f-d9bd42c65f63 req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:03.623562 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [req-eeb0b1a0-921e-4f2e-a36f-d9bd42c65f63 req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Calling delete_port for 0f6b2987-06fd-4d80-a721-eceade94b1b7 owned by compute:nova {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:40:03.755250 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-eeb0b1a0-921e-4f2e-a36f-d9bd42c65f63 req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:03.767532 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['0f6b2987-06fd-4d80-a721-eceade94b1b7'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:40:03.788713 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Pushing event deleted for resources: {'Port': ['ID=0f6b2987-06fd-4d80-a721-eceade94b1b7,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:03.828841 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:03.829222 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:03.829523 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:03.829881 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:03.830183 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:03.830512 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:03.830833 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:03.831154 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:03.831472 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:03.831792 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:03.832123 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:03.832445 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:03.851301 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb0b1a0-921e-4f2e-a36f-d9bd42c65f63 req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] No DVR routers for this DVR port 0f6b2987-06fd-4d80-a721-eceade94b1b7 on host hv-cinder-78476 {{(pid=93104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:40:03.858951 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-eeb0b1a0-921e-4f2e-a36f-d9bd42c65f63 req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:03.861167 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-eeb0b1a0-921e-4f2e-a36f-d9bd42c65f63 req-ef2145b8-9cef-43ea-a532-205c3e80e8ce tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.13 "DELETE /v2.0/ports/0f6b2987-06fd-4d80-a721-eceade94b1b7 HTTP/1.1" status: 204 len: 173 time: 0.4653943 Jul 16 11:40:03.861622 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db2e464-4730-40bd-9535-c22f2dbac9ff', 'name': 'network-vif-deleted', 'tag': '0f6b2987-06fd-4d80-a721-eceade94b1b7'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:40:03.864101 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562a864b-6a27-439f-8e06-808079852f24" -d '{"events": [{"server_uuid": "6db2e464-4730-40bd-9535-c22f2dbac9ff", "name": "network-vif-deleted", "tag": "0f6b2987-06fd-4d80-a721-eceade94b1b7"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:40:03.989291 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962b4d20-6738-458f-abed-24bd60080024 x-openstack-request-id: req-962b4d20-6738-458f-abed-24bd60080024 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:40:03.989911 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db2e464-4730-40bd-9535-c22f2dbac9ff", "name": "network-vif-deleted", "tag": "0f6b2987-06fd-4d80-a721-eceade94b1b7", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:40:03.989911 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-962b4d20-6738-458f-abed-24bd60080024 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:40:03.990504 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db2e464-4730-40bd-9535-c22f2dbac9ff', 'name': 'network-vif-deleted', 'tag': '0f6b2987-06fd-4d80-a721-eceade94b1b7', 'status': 'completed', 'code': 200} Jul 16 11:40:04.165020 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d3eff-daf9-486e-9a9a-acd4122d5045 req-6111edb2-adb1-4fd6-bf77-e628bb7bc253 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:04.170555 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-061d3eff-daf9-486e-9a9a-acd4122d5045 req-6111edb2-adb1-4fd6-bf77-e628bb7bc253 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0903192 Jul 16 11:40:04.222756 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-061d3eff-daf9-486e-9a9a-acd4122d5045 req-b30827c3-e581-47f7-866b-8ba0a1e170d0 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455096 Jul 16 11:40:04.263910 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-184292e9-3e37-4987-bfd8-d43dc6859fa9 req-9d9b6094-5fb3-4a18-b218-a3dbf654742b tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db2e464-4730-40bd-9535-c22f2dbac9ff HTTP/1.1" status: 200 len: 210 time: 0.0338836 Jul 16 11:40:04.325730 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:05.433165 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83195682-4218-49cc-a1ac-110023a95e8e req-65ea5a31-f388-4c2a-aabd-d6ef0b17f1d8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:05.441046 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-83195682-4218-49cc-a1ac-110023a95e8e req-65ea5a31-f388-4c2a-aabd-d6ef0b17f1d8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0804646 Jul 16 11:40:05.487156 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-83195682-4218-49cc-a1ac-110023a95e8e req-36435af6-1612-4388-8371-03a76a77d961 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450189 Jul 16 11:40:06.673570 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec63cd-571c-444c-9e7e-4220df42b189 req-4b7aa0d8-d6ee-4a17-860f-ce40d9b5c394 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:06.675214 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a2ec63cd-571c-444c-9e7e-4220df42b189 req-4b7aa0d8-d6ee-4a17-860f-ce40d9b5c394 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0763018 Jul 16 11:40:06.717318 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a2ec63cd-571c-444c-9e7e-4220df42b189 req-60f97f7f-0e5a-4ead-8e2a-8deb338b31c7 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358336 Jul 16 11:40:07.923292 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14815d34-482f-4634-964b-6ada702030a9 req-030f00d4-9898-4646-94e4-674fd548b99a tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:07.925473 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-14815d34-482f-4634-964b-6ada702030a9 req-030f00d4-9898-4646-94e4-674fd548b99a tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0739596 Jul 16 11:40:07.968913 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-14815d34-482f-4634-964b-6ada702030a9 req-321a9b91-953c-49ce-9ed1-30b3504382a8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378375 Jul 16 11:40:09.147674 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 0f6b2987-06fd-4d80-a721-eceade94b1b7 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:40:09.191120 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: 0f6b2987-06fd-4d80-a721-eceade94b1b7 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:40:09.191885 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 0f6b2987-06fd-4d80-a721-eceade94b1b7 not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:40:09.232078 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f787e-4566-4ff6-9c9e-bde7b2354b71 req-12d8729d-29d2-4a5f-880d-7746ea264d74 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:09.238899 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-107f787e-4566-4ff6-9c9e-bde7b2354b71 req-12d8729d-29d2-4a5f-880d-7746ea264d74 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.1049790 Jul 16 11:40:09.286189 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-107f787e-4566-4ff6-9c9e-bde7b2354b71 req-285b4c37-c228-4f6b-860f-56ac4c5c7f16 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461102 Jul 16 11:40:10.472804 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ad91f-756e-40ca-ae90-717e453c21f1 req-034d013a-418e-4fd0-b6b9-e8131bfb0c4e tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:10.474290 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3d9ad91f-756e-40ca-ae90-717e453c21f1 req-034d013a-418e-4fd0-b6b9-e8131bfb0c4e tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0696745 Jul 16 11:40:10.514676 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3d9ad91f-756e-40ca-ae90-717e453c21f1 req-067a8ecc-2f1c-4d02-bcf1-78761ac48d64 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345666 Jul 16 11:40:11.244693 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78b5c1-7d9c-4ad9-bc1d-b6c2d8d543a3 req-04ec617c-f7eb-421c-9191-e718ec960e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:11.246171 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ac78b5c1-7d9c-4ad9-bc1d-b6c2d8d543a3 req-04ec617c-f7eb-421c-9191-e718ec960e3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57&device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 1098 time: 0.2801435 Jul 16 11:40:11.336374 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78b5c1-7d9c-4ad9-bc1d-b6c2d8d543a3 req-0f11f977-3498-492a-974a-03bdaa2be2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:11.337833 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ac78b5c1-7d9c-4ad9-bc1d-b6c2d8d543a3 req-0f11f977-3498-492a-974a-03bdaa2be2d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3bf2836-3f60-4871-835c-2371c60f999a HTTP/1.1" status: 200 len: 918 time: 0.0830944 Jul 16 11:40:11.398893 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ac78b5c1-7d9c-4ad9-bc1d-b6c2d8d543a3 req-e7597962-5d9b-44b5-ad87-03035623518b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5737c6ed-681d-43de-b7bf-bc681c2d5acb HTTP/1.1" status: 200 len: 1000 time: 0.0543761 Jul 16 11:40:11.688332 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c949a09-a02d-49b6-ad04-acf149c90d7e req-b90cb8a7-0fae-4d37-92b7-59b6c2457808 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:11.689697 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7c949a09-a02d-49b6-ad04-acf149c90d7e req-b90cb8a7-0fae-4d37-92b7-59b6c2457808 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0615981 Jul 16 11:40:11.726838 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7c949a09-a02d-49b6-ad04-acf149c90d7e req-56392e84-1f1c-4125-b974-3b1c12e919f0 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311406 Jul 16 11:40:12.318156 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78b5c1-7d9c-4ad9-bc1d-b6c2d8d543a3 req-e296a8ef-2cf3-4b02-b130-9d0c390be273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:12.320185 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ac78b5c1-7d9c-4ad9-bc1d-b6c2d8d543a3 req-e296a8ef-2cf3-4b02-b130-9d0c390be273 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54cab1d6-11e7-4058-9076-dd369f1e0736 HTTP/1.1" status: 200 len: 856 time: 0.0487545 Jul 16 11:40:12.903894 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993cced-a64d-4ef8-95b3-120d4ba066c4 req-0730c0d3-05f0-480e-9114-e18cd189c95c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:12.905325 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3993cced-a64d-4ef8-95b3-120d4ba066c4 req-0730c0d3-05f0-480e-9114-e18cd189c95c tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0604892 Jul 16 11:40:12.940659 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3993cced-a64d-4ef8-95b3-120d4ba066c4 req-8040ced0-af41-4b31-8127-cb769c0e13b9 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299907 Jul 16 11:40:14.113767 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdc94f-5226-41d9-88a2-75ca1bd1ba71 req-4e0b0a5a-0ddc-4b42-a331-373dd9d93216 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:14.115133 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-77bdc94f-5226-41d9-88a2-75ca1bd1ba71 req-4e0b0a5a-0ddc-4b42-a331-373dd9d93216 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0611000 Jul 16 11:40:14.182568 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-77bdc94f-5226-41d9-88a2-75ca1bd1ba71 req-5750dc95-bce8-4314-a4e4-5fa95f9641c5 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620060 Jul 16 11:40:14.207695 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78b5c1-7d9c-4ad9-bc1d-b6c2d8d543a3 req-576873ef-b338-4932-9b91-96c0b2f41dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:14.209243 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ac78b5c1-7d9c-4ad9-bc1d-b6c2d8d543a3 req-576873ef-b338-4932-9b91-96c0b2f41dbc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3bf2836-3f60-4871-835c-2371c60f999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696352 Jul 16 11:40:14.299613 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ac78b5c1-7d9c-4ad9-bc1d-b6c2d8d543a3 req-10e8a89a-76fd-44d4-a4bf-38b77613308a service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833306 Jul 16 11:40:14.393709 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ac78b5c1-7d9c-4ad9-bc1d-b6c2d8d543a3 req-bba65938-6d0f-40e5-af11-18ed802cbc6e service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867240 Jul 16 11:40:15.178366 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 5737c6ed-681d-43de-b7bf-bc681c2d5acb no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:40:15.259080 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:15.293655 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5737c6ed-681d-43de-b7bf-bc681c2d5acb'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:40:15.296441 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabf71d9-02c5-4a08-a44e-a68d33d57a81" -d '{"events": [{"server_uuid": "166ee7fa-cb49-43f4-8616-39c67797c5b1", "name": "network-vif-unplugged", "status": "completed", "tag": "5737c6ed-681d-43de-b7bf-bc681c2d5acb"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:40:15.308660 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 5737c6ed-681d-43de-b7bf-bc681c2d5acb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5737c6ed-681d-43de-b7bf-bc681c2d5acb,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:40:15.314759 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:15.388871 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=5737c6ed-681d-43de-b7bf-bc681c2d5acb,revision_number=8']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:15.407680 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36973ad1-33ab-4be7-8c27-3d3f755f2460 req-b7ee3b5c-72f6-4553-977a-5d58f560ff3e tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:15.409185 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-36973ad1-33ab-4be7-8c27-3d3f755f2460 req-b7ee3b5c-72f6-4553-977a-5d58f560ff3e tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 943 time: 0.0783005 Jul 16 11:40:15.414368 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 11:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9de929-e0bc-469c-a2ee-cb65a0315506 x-openstack-request-id: req-fa9de929-e0bc-469c-a2ee-cb65a0315506 {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:40:15.414927 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166ee7fa-cb49-43f4-8616-39c67797c5b1", "name": "network-vif-unplugged", "status": "completed", "tag": "5737c6ed-681d-43de-b7bf-bc681c2d5acb", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:40:15.418293 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa9de929-e0bc-469c-a2ee-cb65a0315506 {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:40:15.418787 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5737c6ed-681d-43de-b7bf-bc681c2d5acb', 'code': 200} Jul 16 11:40:15.450041 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-36973ad1-33ab-4be7-8c27-3d3f755f2460 req-c2895973-4223-44f5-8be8-8f9ee5a5c5c3 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340078 Jul 16 11:40:15.577145 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-04af79a2-1f2b-4366-92a6-29bcef0c293d tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:15.578563 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-04af79a2-1f2b-4366-92a6-29bcef0c293d tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/networks?id=2e034794-bac4-4005-8c76-be29227f94bf HTTP/1.1" status: 200 len: 814 time: 0.0987940 Jul 16 11:40:15.592403 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-31399d3a-2047-42ed-8db3-4f159939f869 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/quotas/cac5641df2aa461e92d3064d7535a8d0 HTTP/1.1" status: 200 len: 375 time: 0.0085998 Jul 16 11:40:15.623693 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-3174ec99-485d-4e26-ba92-b3cf2413dbd5 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cac5641df2aa461e92d3064d7535a8d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266404 Jul 16 11:40:15.756268 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-f5f57015-e5ae-4f72-99dc-396ab05f788f service neutron] 10.222.0.16 "GET /v2.0/networks/2e034794-bac4-4005-8c76-be29227f94bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261811 Jul 16 11:40:15.843144 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-9cd7e448-0d76-41c2-92c1-264422633529 service neutron] 10.222.0.16 "GET /v2.0/networks/2e034794-bac4-4005-8c76-be29227f94bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806081 Jul 16 11:40:16.018799 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e5916f94-3637-4a24-9198-134fccf82569 req-5471be36-a9d7-4506-b795-6ba49c144484 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 210 time: 0.0313985 Jul 16 11:40:16.459453 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:40:16.638903 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c94401-e910-4239-a8aa-7d976df23a47 req-ecc245b5-c6de-4edb-be03-c54038b3fc9d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:16.640365 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-48c94401-e910-4239-a8aa-7d976df23a47 req-ecc245b5-c6de-4edb-be03-c54038b3fc9d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 943 time: 0.0680456 Jul 16 11:40:16.679754 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-48c94401-e910-4239-a8aa-7d976df23a47 req-ffdc2a2d-079b-406e-ad49-0aaf7d635c60 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329103 Jul 16 11:40:16.905213 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24dd86-991f-488f-993b-b5e8040d9b60 req-c97ee9f0-777f-489e-b1d8-59845d073588 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:16.906881 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4d24dd86-991f-488f-993b-b5e8040d9b60 req-c97ee9f0-777f-489e-b1d8-59845d073588 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 946 time: 0.0639300 Jul 16 11:40:16.946503 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4d24dd86-991f-488f-993b-b5e8040d9b60 req-1c903ae8-a136-4f93-a62b-5e5390094fba tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=257adaa2-1139-4e7a-9172-9d6376b2648b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336826 Jul 16 11:40:17.186276 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-738ebe64-de37-41fa-beb1-2008f890783e req-586686a6-626d-4f49-b827-c3421c3b97de tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 210 time: 0.0409949 Jul 16 11:40:17.265903 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-9faa730d-3f72-4954-abca-2de025af5461 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:17.267513 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-9faa730d-3f72-4954-abca-2de025af5461 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.13 "GET /v2.0/networks?id=2e034794-bac4-4005-8c76-be29227f94bf HTTP/1.1" status: 200 len: 814 time: 0.1446414 Jul 16 11:40:17.281618 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-f424453c-857a-4e8d-9857-c3cd0ebed8d7 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Request body: {'port': {'device_id': 'd96430f9-1e32-4b90-9d66-030b55890b70', 'network_id': '2e034794-bac4-4005-8c76-be29227f94bf', 'admin_state_up': True, 'tenant_id': 'cac5641df2aa461e92d3064d7535a8d0'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:40:17.405683 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-f424453c-857a-4e8d-9857-c3cd0ebed8d7 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Made reservation on behalf of cac5641df2aa461e92d3064d7535a8d0 for: {'port': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:40:17.409538 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-f424453c-857a-4e8d-9857-c3cd0ebed8d7 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:17.532077 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-f424453c-857a-4e8d-9857-c3cd0ebed8d7 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Allocated IP 172.20.0.10 (2e034794-bac4-4005-8c76-be29227f94bf/c6fcebca-fa7a-491d-9aae-24efd9d988d1/be388b8d-ece0-4544-9710-ab9db4aaaf94) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:40:17.680169 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-f424453c-857a-4e8d-9857-c3cd0ebed8d7 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:17.724880 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-f424453c-857a-4e8d-9857-c3cd0ebed8d7 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:17.825774 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-f424453c-857a-4e8d-9857-c3cd0ebed8d7 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Network 2e034794-bac4-4005-8c76-be29227f94bf is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:40:17.836263 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-f424453c-857a-4e8d-9857-c3cd0ebed8d7 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:40:17.838763 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-f424453c-857a-4e8d-9857-c3cd0ebed8d7 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:40:17.869852 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424453c-857a-4e8d-9857-c3cd0ebed8d7 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Pushing event updated for resources: {'Port': ['ID=be388b8d-ece0-4544-9710-ab9db4aaaf94,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:17.916072 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-f424453c-857a-4e8d-9857-c3cd0ebed8d7 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:17.916667 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-f424453c-857a-4e8d-9857-c3cd0ebed8d7 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:17.939901 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d524e59-0f6a-40ab-9bdf-1266c852cdd6 req-b78c9eca-400e-475d-89a6-add78b2fd2ec tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:17.941585 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9d524e59-0f6a-40ab-9bdf-1266c852cdd6 req-b78c9eca-400e-475d-89a6-add78b2fd2ec tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 943 time: 0.1856360 Jul 16 11:40:17.944994 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-f424453c-857a-4e8d-9857-c3cd0ebed8d7 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6670349 Jul 16 11:40:17.948563 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4bf34439-c928-4a9d-b720-0f5f786fad53 req-fdd68896-70f7-44d9-9afe-5b6ab76c443f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1806908 Jul 16 11:40:17.960603 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Request body: {'port': {'device_id': 'd96430f9-1e32-4b90-9d66-030b55890b70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:40:18.019427 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9d524e59-0f6a-40ab-9bdf-1266c852cdd6 req-661a30b9-4856-4c65-816d-5b41d847baee tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697603 Jul 16 11:40:18.058877 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:18.226642 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c494bd1-0377-4283-ad17-39577f7b2858 req-e93f1ef0-9efa-494d-9272-321b130fb859 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:18.228370 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3c494bd1-0377-4283-ad17-39577f7b2858 req-e93f1ef0-9efa-494d-9272-321b130fb859 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 946 time: 0.1660173 Jul 16 11:40:18.364229 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3c494bd1-0377-4283-ad17-39577f7b2858 req-fd40e14b-92dc-4d41-bf2a-fc3f67a95b63 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=257adaa2-1139-4e7a-9172-9d6376b2648b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245561 Jul 16 11:40:18.425951 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace381d-bfad-4fdf-b4e9-e976ed673c17 req-6bc60111-4d4d-484e-8905-f106a69d1432 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:18.427405 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1ace381d-bfad-4fdf-b4e9-e976ed673c17 req-6bc60111-4d4d-484e-8905-f106a69d1432 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 932 time: 0.1119747 Jul 16 11:40:18.498382 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be388b8d-ece0-4544-9710-ab9db4aaaf94 {{(pid=93104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:40:18.505625 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1ace381d-bfad-4fdf-b4e9-e976ed673c17 req-4dfa7206-7d56-4899-b505-fa7d156f7757 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672977 Jul 16 11:40:18.509565 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:18.530207 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Transition to ACTIVE for port object be388b8d-ece0-4544-9710-ab9db4aaaf94 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:40:18.531587 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:18.531794 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d0c6f-06c1-4284-926a-8ca544f668cf req-dbcd0a64-c2ba-43b4-a352-6623f42f6fe7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:18.533304 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-861d0c6f-06c1-4284-926a-8ca544f668cf req-dbcd0a64-c2ba-43b4-a352-6623f42f6fe7 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 946 time: 0.0781560 Jul 16 11:40:18.602806 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Pushing event updated for resources: {'Port': ['ID=be388b8d-ece0-4544-9710-ab9db4aaaf94,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:18.655522 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Attempting to bind port be388b8d-ece0-4544-9710-ab9db4aaaf94 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:40:18.655880 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Attempting to bind port be388b8d-ece0-4544-9710-ab9db4aaaf94 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '7e830406-4328-46b2-9202-ef926518271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2e034794-bac4-4005-8c76-be29227f94bf'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:40:18.656203 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Attempting to bind port be388b8d-ece0-4544-9710-ab9db4aaaf94 on network 2e034794-bac4-4005-8c76-be29227f94bf {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:40:18.660707 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Port be388b8d-ece0-4544-9710-ab9db4aaaf94 on network 2e034794-bac4-4005-8c76-be29227f94bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:40:18.661020 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Attempting to bind port be388b8d-ece0-4544-9710-ab9db4aaaf94 on network 2e034794-bac4-4005-8c76-be29227f94bf {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:40:18.666076 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:40:18.666407 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Checking segment: {'id': '7e830406-4328-46b2-9202-ef926518271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2e034794-bac4-4005-8c76-be29227f94bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:40:18.666783 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Bound using segment: {'id': '7e830406-4328-46b2-9202-ef926518271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2e034794-bac4-4005-8c76-be29227f94bf'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:40:18.667202 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Bound port: be388b8d-ece0-4544-9710-ab9db4aaaf94, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e830406-4328-46b2-9202-ef926518271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2e034794-bac4-4005-8c76-be29227f94bf'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:40:18.667554 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:18.733266 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] For port be388b8d-ece0-4544-9710-ab9db4aaaf94, host hv-cinder-78476, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:40:18.736371 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] For port be388b8d-ece0-4544-9710-ab9db4aaaf94, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=be388b8d-ece0-4544-9710-ab9db4aaaf94,segment=NetworkSegment(7e830406-4328-46b2-9202-ef926518271f),segment_id=7e830406-4328-46b2-9202-ef926518271f)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:40:18.741885 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:18.785895 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:18.786520 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:18.787962 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] 10.222.0.13 "PUT /v2.0/ports/be388b8d-ece0-4544-9710-ab9db4aaaf94 HTTP/1.1" status: 200 len: 1094 time: 0.8325276 Jul 16 11:40:18.788401 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96430f9-1e32-4b90-9d66-030b55890b70', 'tag': 'be388b8d-ece0-4544-9710-ab9db4aaaf94'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:40:18.790637 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6b036c-b621-42b0-b378-35189faf4778" -d '{"events": [{"name": "network-changed", "server_uuid": "d96430f9-1e32-4b90-9d66-030b55890b70", "tag": "be388b8d-ece0-4544-9710-ab9db4aaaf94"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:40:18.812649 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415acd7d-f99a-4818-a143-44bd059b07b8 service neutron] Pushing event updated for resources: {'Port': ['ID=be388b8d-ece0-4544-9710-ab9db4aaaf94,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:18.839265 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0595c3e-1c27-44c7-996f-64b268adefff x-openstack-request-id: req-f0595c3e-1c27-44c7-996f-64b268adefff {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:40:18.839673 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96430f9-1e32-4b90-9d66-030b55890b70", "tag": "be388b8d-ece0-4544-9710-ab9db4aaaf94", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:40:18.840053 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0595c3e-1c27-44c7-996f-64b268adefff {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:40:18.840542 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96430f9-1e32-4b90-9d66-030b55890b70', 'tag': 'be388b8d-ece0-4544-9710-ab9db4aaaf94', 'status': 'completed', 'code': 200} Jul 16 11:40:18.893506 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-2f930d8f-e2d8-4c4e-9993-96650bc9316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:18.894999 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-2f930d8f-e2d8-4c4e-9993-96650bc9316a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cac5641df2aa461e92d3064d7535a8d0&device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 1097 time: 0.0527217 Jul 16 11:40:18.910839 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-861d0c6f-06c1-4284-926a-8ca544f668cf req-95fbee52-baf3-408f-b52e-80a8507576dd tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Deleting port e57454dc-88b1-4bcb-a309-1535acf64b1a {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:40:18.911183 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-861d0c6f-06c1-4284-926a-8ca544f668cf req-95fbee52-baf3-408f-b52e-80a8507576dd tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:18.935080 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-da13c4df-8a22-456f-b1fc-a15e969d97c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be388b8d-ece0-4544-9710-ab9db4aaaf94 HTTP/1.1" status: 200 len: 217 time: 0.0330997 Jul 16 11:40:18.940173 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34439-c928-4a9d-b720-0f5f786fad53 req-dc5adf70-369f-44d4-b0f1-7b762f1e0583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:18.941686 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4bf34439-c928-4a9d-b720-0f5f786fad53 req-dc5adf70-369f-44d4-b0f1-7b762f1e0583 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1&tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57 HTTP/1.1" status: 200 len: 1096 time: 0.1320314 Jul 16 11:40:18.987189 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-bfa294bc-780b-4564-b079-c434f3f06b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:18.988678 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-bfa294bc-780b-4564-b079-c434f3f06b3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6fcebca-fa7a-491d-9aae-24efd9d988d1 HTTP/1.1" status: 200 len: 854 time: 0.0474193 Jul 16 11:40:19.021205 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-bc0c1842-a3e5-41c6-bc13-ae99532a0486 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e034794-bac4-4005-8c76-be29227f94bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262201 Jul 16 11:40:19.036044 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-861d0c6f-06c1-4284-926a-8ca544f668cf req-95fbee52-baf3-408f-b52e-80a8507576dd tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] For port e57454dc-88b1-4bcb-a309-1535acf64b1a, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e57454dc-88b1-4bcb-a309-1535acf64b1a,segment=NetworkSegment(9fac70f1-b5d2-43ca-8a42-3e226e036e07),segment_id=9fac70f1-b5d2-43ca-8a42-3e226e036e07)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:40:19.036325 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-861d0c6f-06c1-4284-926a-8ca544f668cf req-95fbee52-baf3-408f-b52e-80a8507576dd tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:19.111497 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-c7f0a06d-dc2b-45ab-8a8f-ad0e8ea3e503 service neutron] 10.222.0.13 "GET /v2.0/networks/2e034794-bac4-4005-8c76-be29227f94bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830762 Jul 16 11:40:19.139090 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34439-c928-4a9d-b720-0f5f786fad53 req-b729b175-e03a-4ea4-9394-252c10bfcb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:19.140635 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4bf34439-c928-4a9d-b720-0f5f786fad53 req-b729b175-e03a-4ea4-9394-252c10bfcb6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57&device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 1096 time: 0.1666086 Jul 16 11:40:19.234535 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b7eb0f73-be03-43b8-9f1d-c51a458be64b req-30b0a527-4907-4cea-a4e3-91ead83380be service neutron] 10.222.0.13 "GET /v2.0/networks/2e034794-bac4-4005-8c76-be29227f94bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171653 Jul 16 11:40:19.257190 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cee4aa-84c1-40cf-8d23-a1c81b754654 req-821ba755-9d2d-4164-8962-0309a6eb8ae2 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:19.258757 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-50cee4aa-84c1-40cf-8d23-a1c81b754654 req-821ba755-9d2d-4164-8962-0309a6eb8ae2 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 943 time: 0.1086669 Jul 16 11:40:19.329167 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-50cee4aa-84c1-40cf-8d23-a1c81b754654 req-526dabd0-4f20-416f-acff-b8b158da6cc2 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644767 Jul 16 11:40:19.353735 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34439-c928-4a9d-b720-0f5f786fad53 req-82f61e20-9cde-4778-8dfb-c95c5b716331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:19.355203 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4bf34439-c928-4a9d-b720-0f5f786fad53 req-82f61e20-9cde-4778-8dfb-c95c5b716331 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3bf2836-3f60-4871-835c-2371c60f999a HTTP/1.1" status: 200 len: 918 time: 0.2021036 Jul 16 11:40:19.358685 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b036c-b621-42b0-b378-35189faf4778 req-66e5836d-1e07-44fa-80bd-74e8c6e2dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:19.360312 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8c6b036c-b621-42b0-b378-35189faf4778 req-66e5836d-1e07-44fa-80bd-74e8c6e2dae5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cac5641df2aa461e92d3064d7535a8d0&device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 1097 time: 0.0759547 Jul 16 11:40:19.364471 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-861d0c6f-06c1-4284-926a-8ca544f668cf req-95fbee52-baf3-408f-b52e-80a8507576dd tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:19.364837 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-861d0c6f-06c1-4284-926a-8ca544f668cf req-95fbee52-baf3-408f-b52e-80a8507576dd tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814437'] for floatingip, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:19.365192 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.db.l3_db [req-861d0c6f-06c1-4284-926a-8ca544f668cf req-95fbee52-baf3-408f-b52e-80a8507576dd tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Floating IP 5631b909-0844-481c-869b-98198ac7bf88 disassociated. External IP: 172.27.0.234, port: e57454dc-88b1-4bcb-a309-1535acf64b1a. Jul 16 11:40:19.365527 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-861d0c6f-06c1-4284-926a-8ca544f668cf req-95fbee52-baf3-408f-b52e-80a8507576dd tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Calling delete_port for e57454dc-88b1-4bcb-a309-1535acf64b1a owned by compute:nova {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:40:19.450989 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b036c-b621-42b0-b378-35189faf4778 req-c3076c44-dfd5-43fd-b3bb-bc0144760616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:19.452623 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8c6b036c-b621-42b0-b378-35189faf4778 req-c3076c44-dfd5-43fd-b3bb-bc0144760616 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e034794-bac4-4005-8c76-be29227f94bf HTTP/1.1" status: 200 len: 915 time: 0.0854132 Jul 16 11:40:19.499863 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4bf34439-c928-4a9d-b720-0f5f786fad53 req-50b767d5-299b-4a7f-ad57-5b328aed0537 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5737c6ed-681d-43de-b7bf-bc681c2d5acb HTTP/1.1" status: 200 len: 998 time: 0.1320350 Jul 16 11:40:19.501350 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8c6b036c-b621-42b0-b378-35189faf4778 req-504ac37e-67f3-4bd0-86f3-7f471bcc2924 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be388b8d-ece0-4544-9710-ab9db4aaaf94 HTTP/1.1" status: 200 len: 217 time: 0.0404630 Jul 16 11:40:19.574331 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34439-c928-4a9d-b720-0f5f786fad53 req-c567c1b3-7b50-47f5-9503-e72f94d19ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:19.575797 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4bf34439-c928-4a9d-b720-0f5f786fad53 req-c567c1b3-7b50-47f5-9503-e72f94d19ad8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54cab1d6-11e7-4058-9076-dd369f1e0736 HTTP/1.1" status: 200 len: 856 time: 0.0587869 Jul 16 11:40:19.576841 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-861d0c6f-06c1-4284-926a-8ca544f668cf req-95fbee52-baf3-408f-b52e-80a8507576dd tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:19.582979 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b036c-b621-42b0-b378-35189faf4778 req-502ca953-1297-4382-a819-a9765d1167db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:19.584387 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8c6b036c-b621-42b0-b378-35189faf4778 req-502ca953-1297-4382-a819-a9765d1167db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6fcebca-fa7a-491d-9aae-24efd9d988d1 HTTP/1.1" status: 200 len: 854 time: 0.0584447 Jul 16 11:40:19.601447 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f367cba-d8d2-459d-a040-09d8aaf7af8d req-1359db8a-2568-42cc-97ba-bf4cbc1af8b0 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:19.602869 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2f367cba-d8d2-459d-a040-09d8aaf7af8d req-1359db8a-2568-42cc-97ba-bf4cbc1af8b0 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 867 time: 0.1042323 Jul 16 11:40:19.614181 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbee52-baf3-408f-b52e-80a8507576dd tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Pushing event deleted for resources: {'Port': ['ID=e57454dc-88b1-4bcb-a309-1535acf64b1a,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:19.635466 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8c6b036c-b621-42b0-b378-35189faf4778 req-86e83f63-4437-43ae-9bb4-7dea65a9ea92 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e034794-bac4-4005-8c76-be29227f94bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422935 Jul 16 11:40:19.705555 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34439-c928-4a9d-b720-0f5f786fad53 req-a57b8e48-16f1-4268-b484-ba44a652d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:19.707052 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4bf34439-c928-4a9d-b720-0f5f786fad53 req-a57b8e48-16f1-4268-b484-ba44a652d2c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3bf2836-3f60-4871-835c-2371c60f999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1212835 Jul 16 11:40:19.723507 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2f367cba-d8d2-459d-a040-09d8aaf7af8d req-24186787-8278-4116-b097-ee9e7d79bbe6 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups?id=257adaa2-1139-4e7a-9172-9d6376b2648b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129045 Jul 16 11:40:19.792075 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe47e57-c843-488f-895a-0c2ef48afc4d req-c13bbc75-2fc9-4982-954f-9e6449d9cd49 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:19.793546 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7fe47e57-c843-488f-895a-0c2ef48afc4d req-c13bbc75-2fc9-4982-954f-9e6449d9cd49 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 944 time: 0.1647623 Jul 16 11:40:19.795665 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8c6b036c-b621-42b0-b378-35189faf4778 req-cf4f6a1c-8ed3-4d2f-b68e-88f3b7cbf6b5 service neutron] 10.222.0.13 "GET /v2.0/networks/2e034794-bac4-4005-8c76-be29227f94bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406848 Jul 16 11:40:19.820547 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-861d0c6f-06c1-4284-926a-8ca544f668cf req-95fbee52-baf3-408f-b52e-80a8507576dd tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Router 76931aa1-ff6d-42c2-92e1-bc51c562460e has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:40:19.842165 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4bf34439-c928-4a9d-b720-0f5f786fad53 req-37169177-52cb-4b1c-acad-a1b4a8ddbbb4 service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108866 Jul 16 11:40:19.861430 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7fe47e57-c843-488f-895a-0c2ef48afc4d req-4d362044-5eaa-45c8-8b83-3ec93a7435fe tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619419 Jul 16 11:40:19.914426 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8c6b036c-b621-42b0-b378-35189faf4778 req-fb99ad73-a79b-4c19-b2fd-245afa784a84 service neutron] 10.222.0.13 "GET /v2.0/networks/2e034794-bac4-4005-8c76-be29227f94bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089804 Jul 16 11:40:20.012195 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-861d0c6f-06c1-4284-926a-8ca544f668cf req-95fbee52-baf3-408f-b52e-80a8507576dd tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:40:20.015483 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4bf34439-c928-4a9d-b720-0f5f786fad53 req-b3282216-2fef-4bce-bb3f-5ef37af3010d service neutron] 10.222.0.13 "GET /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359005 Jul 16 11:40:20.022188 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8496db7-62e4-4efa-8deb-097c6d88cf99 None None] Sync routers for ids ['76931aa1-ff6d-42c2-92e1-bc51c562460e'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:40:20.034918 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8496db7-62e4-4efa-8deb-097c6d88cf99 None None] Routers {'76931aa1-ff6d-42c2-92e1-bc51c562460e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:40:20.036197 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-d8496db7-62e4-4efa-8deb-097c6d88cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:40:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['76931aa1-ff6d-42c2-92e1-bc51c562460e'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:40:20.064434 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-861d0c6f-06c1-4284-926a-8ca544f668cf req-95fbee52-baf3-408f-b52e-80a8507576dd tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] No DVR routers for this DVR port e57454dc-88b1-4bcb-a309-1535acf64b1a on host hv-cinder-78476 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:40:20.067133 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-861d0c6f-06c1-4284-926a-8ca544f668cf req-95fbee52-baf3-408f-b52e-80a8507576dd tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:20.070164 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-861d0c6f-06c1-4284-926a-8ca544f668cf req-95fbee52-baf3-408f-b52e-80a8507576dd tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.13 "DELETE /v2.0/ports/e57454dc-88b1-4bcb-a309-1535acf64b1a HTTP/1.1" status: 204 len: 173 time: 1.5278559 Jul 16 11:40:20.070643 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4dd40e7-0ff3-4f8d-98ad-41a18df83588', 'name': 'network-vif-deleted', 'tag': 'e57454dc-88b1-4bcb-a309-1535acf64b1a'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:40:20.072952 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd518cbf-c900-4af4-90d4-728276a7c20e" -d '{"events": [{"server_uuid": "b4dd40e7-0ff3-4f8d-98ad-41a18df83588", "name": "network-vif-deleted", "tag": "e57454dc-88b1-4bcb-a309-1535acf64b1a"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:40:20.192304 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422a1c56-67c2-4670-8021-c1dcf60d15a7 x-openstack-request-id: req-422a1c56-67c2-4670-8021-c1dcf60d15a7 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:40:20.192820 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4dd40e7-0ff3-4f8d-98ad-41a18df83588", "name": "network-vif-deleted", "tag": "e57454dc-88b1-4bcb-a309-1535acf64b1a", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:40:20.193156 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-422a1c56-67c2-4670-8021-c1dcf60d15a7 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:40:20.193592 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4dd40e7-0ff3-4f8d-98ad-41a18df83588', 'name': 'network-vif-deleted', 'tag': 'e57454dc-88b1-4bcb-a309-1535acf64b1a', 'status': 'completed', 'code': 200} Jul 16 11:40:20.295614 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-d8496db7-62e4-4efa-8deb-097c6d88cf99 None None] Set router 76931aa1-ff6d-42c2-92e1-bc51c562460e gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:40:20.542870 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-d8496db7-62e4-4efa-8deb-097c6d88cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '5a4ec80d-3b3f-4185-8f3b-b815e035e5b7', 'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'mac_address': 'fa:16:3e:8f:71:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:49Z', 'revision_number': 5, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'subnets': [{'id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:40:20.579152 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8496db7-62e4-4efa-8deb-097c6d88cf99 None None] Checking router: 76931aa1-ff6d-42c2-92e1-bc51c562460e for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:40:20.596878 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8496db7-62e4-4efa-8deb-097c6d88cf99 None None] Routers {'76931aa1-ff6d-42c2-92e1-bc51c562460e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:40:20.597604 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-d8496db7-62e4-4efa-8deb-097c6d88cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:40:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['76931aa1-ff6d-42c2-92e1-bc51c562460e'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:40:20.604640 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb1003-dd86-4e7d-ba12-811294b82b66 req-23bf6b70-03ad-4465-912a-02634212b5c0 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:20.619404 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-dacb1003-dd86-4e7d-ba12-811294b82b66 req-23bf6b70-03ad-4465-912a-02634212b5c0 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 943 time: 0.1400764 Jul 16 11:40:20.677797 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-dacb1003-dd86-4e7d-ba12-811294b82b66 req-20c135ae-d017-44c4-8d2b-a17cd451ba63 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571392 Jul 16 11:40:20.774336 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-d8496db7-62e4-4efa-8deb-097c6d88cf99 None None] Set router 76931aa1-ff6d-42c2-92e1-bc51c562460e gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:40:20.964040 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-fa7f1aa0-5ee8-46b5-8208-29f86665e946 req-c33fd50e-8a6a-48c2-a4b4-f26d579becb6 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 210 time: 0.0619171 Jul 16 11:40:21.085568 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-d8496db7-62e4-4efa-8deb-097c6d88cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '5a4ec80d-3b3f-4185-8f3b-b815e035e5b7', 'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'mac_address': 'fa:16:3e:8f:71:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:49Z', 'revision_number': 5, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'subnets': [{'id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:40:21.114263 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045ab46-f2d3-452b-b2a5-1bc6989c281f req-b10624cf-3484-4a95-985f-91636a58d1e0 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:21.117171 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2045ab46-f2d3-452b-b2a5-1bc6989c281f req-b10624cf-3484-4a95-985f-91636a58d1e0 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 944 time: 0.1080639 Jul 16 11:40:21.118863 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8496db7-62e4-4efa-8deb-097c6d88cf99 None None] The sync data for ids ['76931aa1-ff6d-42c2-92e1-bc51c562460e'] in dv-cinder-784763-6-iscsi is: [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:34:37Z', 'revision_number': 4, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '5a4ec80d-3b3f-4185-8f3b-b815e035e5b7', 'name': '', 'network_id': '536ad81a-3bad-486b-a777-2b662cbc48f4', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'mac_address': 'fa:16:3e:8f:71:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:35Z', 'updated_at': '2021-07-16T11:34:49Z', 'revision_number': 5, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'subnets': [{'id': 'fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:40:21.161459 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2045ab46-f2d3-452b-b2a5-1bc6989c281f req-16a5d068-b805-4c08-8647-d42d70298c0a tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379627 Jul 16 11:40:21.211424 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device e57454dc-88b1-4bcb-a309-1535acf64b1a no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:40:21.231197 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: e57454dc-88b1-4bcb-a309-1535acf64b1a {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:40:21.231545 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device e57454dc-88b1-4bcb-a309-1535acf64b1a not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:40:21.231998 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 5737c6ed-681d-43de-b7bf-bc681c2d5acb no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:40:21.409630 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e157188-c892-420f-9823-082d1415a7ee None None] New status for floating IP 5631b909-0844-481c-869b-98198ac7bf88: DOWN {{(pid=93106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 11:40:21.855794 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c55a4-eafa-49d7-9e01-f1ccf04de66c req-aa71ea25-3943-4ff0-b7d1-2095100f58fe tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:21.857379 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a81c55a4-eafa-49d7-9e01-f1ccf04de66c req-aa71ea25-3943-4ff0-b7d1-2095100f58fe tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 943 time: 0.0634472 Jul 16 11:40:21.906352 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a81c55a4-eafa-49d7-9e01-f1ccf04de66c req-c8386807-bff6-42d2-b685-c897f743383d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434942 Jul 16 11:40:22.126875 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f0aa902e-f775-4781-8a1e-72e7e03fff30 req-cf84dfef-47a3-407c-90e7-8df5a8e185b2 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 210 time: 0.0290456 Jul 16 11:40:22.332628 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf8c0b-1baa-46a7-bf37-2394b903ba1a req-efe15d07-0bed-436b-aff9-f15797b257fc tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:22.334072 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-09cf8c0b-1baa-46a7-bf37-2394b903ba1a req-efe15d07-0bed-436b-aff9-f15797b257fc tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 944 time: 0.0601597 Jul 16 11:40:22.370146 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-09cf8c0b-1baa-46a7-bf37-2394b903ba1a req-843df259-1b2c-46e0-bc56-06fbd30b9468 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299413 Jul 16 11:40:23.096645 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f1645-7ae9-40fa-91d5-e7c28f9afea2 req-934325e8-83cc-4952-92ac-e4d68b106edb tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:23.101015 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c90f1645-7ae9-40fa-91d5-e7c28f9afea2 req-934325e8-83cc-4952-92ac-e4d68b106edb tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 943 time: 0.0684471 Jul 16 11:40:23.138058 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c90f1645-7ae9-40fa-91d5-e7c28f9afea2 req-23e54511-cc78-48cb-826f-9a9441690094 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338147 Jul 16 11:40:23.224529 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device be388b8d-ece0-4544-9710-ab9db4aaaf94 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:40:23.280787 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0dc864b4-b497-4589-bed6-b43fa5fa2c66 req-b3627f49-ebba-4ff9-8e8e-12dd0551888c tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 210 time: 0.0282547 Jul 16 11:40:23.323934 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port be388b8d-ece0-4544-9710-ab9db4aaaf94, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=be388b8d-ece0-4544-9710-ab9db4aaaf94,segment=NetworkSegment(7e830406-4328-46b2-9202-ef926518271f),segment_id=7e830406-4328-46b2-9202-ef926518271f)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:40:23.338223 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': 'be388b8d-ece0-4544-9710-ab9db4aaaf94', 'network_id': '2e034794-bac4-4005-8c76-be29227f94bf', 'port_id': 'be388b8d-ece0-4544-9710-ab9db4aaaf94', 'mac_address': 'fa:16:3e:64:29:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6fcebca-fa7a-491d-9aae-24efd9d988d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:40:23.377021 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:23.395330 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be388b8d-ece0-4544-9710-ab9db4aaaf94 {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:40:23.417361 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port be388b8d-ece0-4544-9710-ab9db4aaaf94, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=be388b8d-ece0-4544-9710-ab9db4aaaf94,segment=NetworkSegment(7e830406-4328-46b2-9202-ef926518271f),segment_id=7e830406-4328-46b2-9202-ef926518271f)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:40:23.422845 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:23.472406 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=be388b8d-ece0-4544-9710-ab9db4aaaf94,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:23.546024 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf07652-e711-4424-86be-c5d159400d3a req-61b1e9b5-922c-49c3-8dab-81f368df807e tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:23.547452 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3cf07652-e711-4424-86be-c5d159400d3a req-61b1e9b5-922c-49c3-8dab-81f368df807e tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 945 time: 0.0601246 Jul 16 11:40:23.582547 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3cf07652-e711-4424-86be-c5d159400d3a req-967eb6a4-c32c-4b4d-b021-bd633b4e8cd3 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295539 Jul 16 11:40:23.639180 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['be388b8d-ece0-4544-9710-ab9db4aaaf94'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:40:24.336828 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531932d-0d13-4fc5-bda9-74bed7c89e90 req-b09df19a-9626-4635-9c02-b484484f08a4 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:24.339114 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6531932d-0d13-4fc5-bda9-74bed7c89e90 req-b09df19a-9626-4635-9c02-b484484f08a4 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 943 time: 0.0828869 Jul 16 11:40:24.390846 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6531932d-0d13-4fc5-bda9-74bed7c89e90 req-55197fcc-32c9-4725-bcbb-a134efb127b6 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458562 Jul 16 11:40:24.482859 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-94cd8698-198c-4352-a570-01d6f950fe18 req-9bc93d0b-51e2-4849-b9f0-175ced66f0dc tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 210 time: 0.0278757 Jul 16 11:40:24.759679 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b2684-2d9b-415e-a968-dfaebe89976c req-5e8f0cf0-5b94-4341-b052-10e35c3c629f tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:24.761098 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-837b2684-2d9b-415e-a968-dfaebe89976c req-5e8f0cf0-5b94-4341-b052-10e35c3c629f tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 945 time: 0.0611236 Jul 16 11:40:24.796821 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-837b2684-2d9b-415e-a968-dfaebe89976c req-de2cac8a-4b48-422a-8018-f2a1d556bd88 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302331 Jul 16 11:40:24.814814 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:25.224574 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device be388b8d-ece0-4544-9710-ab9db4aaaf94 up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:40:25.275745 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port be388b8d-ece0-4544-9710-ab9db4aaaf94 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:40:25.279148 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port be388b8d-ece0-4544-9710-ab9db4aaaf94 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:40:25.279513 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:25.360272 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:25.387685 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96430f9-1e32-4b90-9d66-030b55890b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be388b8d-ece0-4544-9710-ab9db4aaaf94'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:40:25.390053 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7df070-ab1b-4c90-a6b7-eb31733aaa97" -d '{"events": [{"server_uuid": "d96430f9-1e32-4b90-9d66-030b55890b70", "name": "network-vif-plugged", "status": "completed", "tag": "be388b8d-ece0-4544-9710-ab9db4aaaf94"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:40:25.403867 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port be388b8d-ece0-4544-9710-ab9db4aaaf94, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=be388b8d-ece0-4544-9710-ab9db4aaaf94,segment=NetworkSegment(7e830406-4328-46b2-9202-ef926518271f),segment_id=7e830406-4328-46b2-9202-ef926518271f)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:40:25.408206 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:25.445460 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838b7c73-6976-444e-a823-3a6f8eb08703 x-openstack-request-id: req-838b7c73-6976-444e-a823-3a6f8eb08703 {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:40:25.445807 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96430f9-1e32-4b90-9d66-030b55890b70", "name": "network-vif-plugged", "status": "completed", "tag": "be388b8d-ece0-4544-9710-ab9db4aaaf94", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:40:25.446070 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-838b7c73-6976-444e-a823-3a6f8eb08703 {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:40:25.446465 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96430f9-1e32-4b90-9d66-030b55890b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be388b8d-ece0-4544-9710-ab9db4aaaf94', 'code': 200} Jul 16 11:40:25.473016 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=be388b8d-ece0-4544-9710-ab9db4aaaf94,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:25.629867 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e3d85-91f2-4ddf-b51d-0bb2aedc7059 req-04b27d8c-48c1-4814-aaf3-3289e5e9d23d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:25.632925 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b13e3d85-91f2-4ddf-b51d-0bb2aedc7059 req-04b27d8c-48c1-4814-aaf3-3289e5e9d23d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 943 time: 0.1068904 Jul 16 11:40:25.667032 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-fb12c3dc-b4ed-4fa3-8f2d-17da750172f6 req-5ce32421-ca77-45b4-968f-be299e9046a8 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 210 time: 0.0462542 Jul 16 11:40:25.692758 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b13e3d85-91f2-4ddf-b51d-0bb2aedc7059 req-32591a71-e2ea-4706-b1c2-d1e4b008d22f tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512538 Jul 16 11:40:25.978142 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6600883-0c0e-4277-a622-b711215336c6 req-f10af8d5-578d-429a-ad15-0d6ba624518b tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:25.980327 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e6600883-0c0e-4277-a622-b711215336c6 req-f10af8d5-578d-429a-ad15-0d6ba624518b tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 946 time: 0.0733941 Jul 16 11:40:26.020608 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e6600883-0c0e-4277-a622-b711215336c6 req-78011b17-be91-430e-b440-0b3b76cfd330 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346184 Jul 16 11:40:26.822452 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-18521240-7068-428f-a9aa-f03fb89257c3 req-1e6598e4-f066-4de6-b7fc-97c6ce194ef4 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 210 time: 0.0318000 Jul 16 11:40:26.882845 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2c5aa-28a2-4033-af20-99db30d20fbb req-dc2d7c87-73c8-4ce5-be8c-5e1b85f6b49b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:26.884320 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e3f2c5aa-28a2-4033-af20-99db30d20fbb req-dc2d7c87-73c8-4ce5-be8c-5e1b85f6b49b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 943 time: 0.0640805 Jul 16 11:40:26.920229 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e3f2c5aa-28a2-4033-af20-99db30d20fbb req-e1418b4f-8f3d-434a-a43d-e284e0858c39 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304227 Jul 16 11:40:27.191193 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f774c12-7418-4ef8-b2ac-cfc75dba7d7e req-1bc08140-63ae-42f5-8b03-b882a4f32163 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:27.192652 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8f774c12-7418-4ef8-b2ac-cfc75dba7d7e req-1bc08140-63ae-42f5-8b03-b882a4f32163 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 946 time: 0.0599706 Jul 16 11:40:27.241560 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8f774c12-7418-4ef8-b2ac-cfc75dba7d7e req-83e3d6a7-4d96-44ec-b36c-34af23373a98 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395353 Jul 16 11:40:27.997200 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-12bafcb0-bf17-4319-a30d-ec3825c03843 req-252e97cb-fa0f-474a-b928-75caf0c2822c tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 210 time: 0.0309253 Jul 16 11:40:28.127216 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0ac4a-8a60-44c2-8b30-5bd735f4cb93 req-98a5cc20-b1b4-40c8-b3cc-13551d59b162 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:28.128612 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b2e0ac4a-8a60-44c2-8b30-5bd735f4cb93 req-98a5cc20-b1b4-40c8-b3cc-13551d59b162 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 943 time: 0.0703468 Jul 16 11:40:28.165502 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b2e0ac4a-8a60-44c2-8b30-5bd735f4cb93 req-fca9b833-82a0-4d48-ba46-6a0cd167348b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313809 Jul 16 11:40:28.413219 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42c5ac-7074-4e7b-8988-57601955af62 req-8a35fbaa-d740-4dbf-94b7-d0246a801423 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:28.414697 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ab42c5ac-7074-4e7b-8988-57601955af62 req-8a35fbaa-d740-4dbf-94b7-d0246a801423 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 946 time: 0.0671270 Jul 16 11:40:28.453585 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ab42c5ac-7074-4e7b-8988-57601955af62 req-67a341dd-b14f-4895-9c1a-eed8a3b0b2bd tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333891 Jul 16 11:40:28.899659 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-d2618f20-be10-4199-942b-1e0d114cf798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:29.154589 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-eb58d4a9-933e-447d-b591-b61126041736 req-541d707c-fe05-407a-9394-54f5f4ebd451 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 210 time: 0.0313520 Jul 16 11:40:29.354984 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3e5bd-b986-4bc9-8564-31edc94eb517 req-6f7d5dbd-738d-4908-8f5c-2a50ea8cf69d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:29.356912 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d2b3e5bd-b986-4bc9-8564-31edc94eb517 req-6f7d5dbd-738d-4908-8f5c-2a50ea8cf69d tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 943 time: 0.0703573 Jul 16 11:40:29.399995 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d2b3e5bd-b986-4bc9-8564-31edc94eb517 req-7928210d-092b-4fe3-9860-50c635bda3ed tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371037 Jul 16 11:40:29.641032 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c3a57-6c61-45fc-aa3a-a58270914491 req-04c8b61b-09c3-4555-8f31-516e5d848d9a tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:29.643024 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-462c3a57-6c61-45fc-aa3a-a58270914491 req-04c8b61b-09c3-4555-8f31-516e5d848d9a tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 946 time: 0.0748072 Jul 16 11:40:29.685907 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-462c3a57-6c61-45fc-aa3a-a58270914491 req-e58dd3d3-6242-47ec-8579-9c108afe45dd tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352979 Jul 16 11:40:30.308870 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bb05972f-f3ad-4b9b-b456-d005a220bed6 req-33cdb40b-395f-4d0e-93aa-88dffa48961e tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 210 time: 0.0315261 Jul 16 11:40:30.586282 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7fc1c-fc63-4156-b623-9e5c21e83693 req-52b6c073-0f1a-4da8-919c-d970b716ea18 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:30.587906 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-74f7fc1c-fc63-4156-b623-9e5c21e83693 req-52b6c073-0f1a-4da8-919c-d970b716ea18 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 943 time: 0.0630054 Jul 16 11:40:30.626106 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-74f7fc1c-fc63-4156-b623-9e5c21e83693 req-dc3d4385-2d8a-4609-b7f5-1dad48fc9ac8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320966 Jul 16 11:40:30.865297 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bd0d6-7840-4445-b144-449623b4fff5 req-17e8092e-f824-42fa-b6e4-a1eb41f1912c tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:30.867416 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ff0bd0d6-7840-4445-b144-449623b4fff5 req-17e8092e-f824-42fa-b6e4-a1eb41f1912c tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 946 time: 0.0630844 Jul 16 11:40:30.913079 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ff0bd0d6-7840-4445-b144-449623b4fff5 req-cb3f9d6b-7b1f-4f2e-88a3-6849aacb09d0 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347979 Jul 16 11:40:31.458642 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-80221a2b-225a-4561-81cf-b4fa90939640 req-ea7dd0f2-4718-49fa-8fc3-9803e1e47279 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4dd40e7-0ff3-4f8d-98ad-41a18df83588 HTTP/1.1" status: 200 len: 210 time: 0.0302336 Jul 16 11:40:31.673123 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-7f9bde93-77b1-4cdf-8dfb-313b40192fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:32.040916 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a2e6c-da1d-4d91-8b64-95671b1ef400 req-ac2f9044-e971-4e79-a45d-cc5b3bd0c2ae tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:32.042392 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f18a2e6c-da1d-4d91-8b64-95671b1ef400 req-ac2f9044-e971-4e79-a45d-cc5b3bd0c2ae tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 943 time: 0.3031762 Jul 16 11:40:32.071066 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:32.108807 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f18a2e6c-da1d-4d91-8b64-95671b1ef400 req-ad18522d-e8d7-42a8-82a6-5217dc1da142 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571866 Jul 16 11:40:32.134086 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d9454-286e-4039-99e3-8b55d90ef853 req-caf0103b-b76d-44b5-a03d-09c3faadc245 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:32.135569 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5a7d9454-286e-4039-99e3-8b55d90ef853 req-caf0103b-b76d-44b5-a03d-09c3faadc245 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 946 time: 0.0922945 Jul 16 11:40:32.188672 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5a7d9454-286e-4039-99e3-8b55d90ef853 req-44024f80-112b-4852-819f-d473a6147875 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471318 Jul 16 11:40:32.225868 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6f3fd-ba63-45f4-b8b8-a1527dc77e2b req-ce47fd75-8254-48fe-b039-d8418a888554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:32.227376 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-cbc6f3fd-ba63-45f4-b8b8-a1527dc77e2b req-ce47fd75-8254-48fe-b039-d8418a888554 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 1099 time: 0.0565960 Jul 16 11:40:32.260940 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-cbc6f3fd-ba63-45f4-b8b8-a1527dc77e2b req-9a08b6a5-ddda-45b0-a8af-241f5594f92d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270276 Jul 16 11:40:32.574144 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 49392) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:32.627454 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a870f127-a544-479c-96d2-1841c04e9788 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:32.649431 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a870f127-a544-479c-96d2-1841c04e9788 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:32.694053 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a870f127-a544-479c-96d2-1841c04e9788 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:32.696582 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a870f127-a544-479c-96d2-1841c04e9788 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:32.697712 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-a870f127-a544-479c-96d2-1841c04e9788 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "DELETE /v2.0/security-groups/257adaa2-1139-4e7a-9172-9d6376b2648b HTTP/1.1" status: 204 len: 168 time: 0.1224325 Jul 16 11:40:32.700516 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 49394) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:32.706271 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870f127-a544-479c-96d2-1841c04e9788 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=257adaa2-1139-4e7a-9172-9d6376b2648b,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:32.713941 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.api.v2.resource [None req-d32669c2-2de4-4c93-b3dd-e45ac7c3b3b1 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] show failed (client error): The resource could not be found. Jul 16 11:40:32.714936 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-d32669c2-2de4-4c93-b3dd-e45ac7c3b3b1 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "GET /v2.0/security-groups/257adaa2-1139-4e7a-9172-9d6376b2648b HTTP/1.1" status: 404 len: 347 time: 0.0133743 Jul 16 11:40:32.717732 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 49396) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:32.807730 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:32.839906 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e1ccce61-aa93-431f-a820-ac78bed69244 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Deleting port 16d039ee-0853-4500-a404-85ddf7585a9c {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:40:32.840247 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e1ccce61-aa93-431f-a820-ac78bed69244 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:33.110330 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e1ccce61-aa93-431f-a820-ac78bed69244 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:33.110666 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e1ccce61-aa93-431f-a820-ac78bed69244 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:33.122544 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e1ccce61-aa93-431f-a820-ac78bed69244 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Calling delete_port for 16d039ee-0853-4500-a404-85ddf7585a9c owned by network:floatingip {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:40:33.257393 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e1ccce61-aa93-431f-a820-ac78bed69244 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:33.288716 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccce61-aa93-431f-a820-ac78bed69244 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Pushing event deleted for resources: {'Port': ['ID=16d039ee-0853-4500-a404-85ddf7585a9c,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:33.299412 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d24028-159e-4799-b7b0-0e25a2ea9083 req-66bbbc1b-05b6-480e-bbbc-859d972ad730 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:33.301084 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b3d24028-159e-4799-b7b0-0e25a2ea9083 req-66bbbc1b-05b6-480e-bbbc-859d972ad730 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 943 time: 0.0698373 Jul 16 11:40:33.355764 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e1ccce61-aa93-431f-a820-ac78bed69244 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks [] for floatingip, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:33.358277 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e1ccce61-aa93-431f-a820-ac78bed69244 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:33.359512 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-e1ccce61-aa93-431f-a820-ac78bed69244 tempest-AttachVolumeTestJSON-408160019 tempest-AttachVolumeTestJSON-408160019-project] 10.222.0.16 "DELETE /v2.0/floatingips/5631b909-0844-481c-869b-98198ac7bf88 HTTP/1.1" status: 204 len: 168 time: 0.6408997 Jul 16 11:40:33.375784 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b3d24028-159e-4799-b7b0-0e25a2ea9083 req-ee260525-25a6-47f1-acb1-7da45c055485 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680645 Jul 16 11:40:33.404949 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b493c7-df67-4995-8721-0d976aebfe73 req-6b37a807-f493-4cff-b328-4c23651e8895 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:33.406450 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e2b493c7-df67-4995-8721-0d976aebfe73 req-6b37a807-f493-4cff-b328-4c23651e8895 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 946 time: 0.0929976 Jul 16 11:40:33.447259 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e2b493c7-df67-4995-8721-0d976aebfe73 req-ca31e9cc-fa30-4682-929c-f1f3d45aa3e0 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350542 Jul 16 11:40:34.316449 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:34.553550 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe24966-d9b4-4885-a96b-87e2cbef3f60 req-3282b130-1b06-4f75-8adb-e6549bc497a2 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:34.555016 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bfe24966-d9b4-4885-a96b-87e2cbef3f60 req-3282b130-1b06-4f75-8adb-e6549bc497a2 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 943 time: 0.0633907 Jul 16 11:40:34.595058 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bfe24966-d9b4-4885-a96b-87e2cbef3f60 req-d8e03cb4-112e-4c2a-85f3-ca52d5b0dbff tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329897 Jul 16 11:40:35.280415 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 5737c6ed-681d-43de-b7bf-bc681c2d5acb details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:40:35.370236 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 5737c6ed-681d-43de-b7bf-bc681c2d5acb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5737c6ed-681d-43de-b7bf-bc681c2d5acb,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:40:35.384432 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': '5737c6ed-681d-43de-b7bf-bc681c2d5acb', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'port_id': '5737c6ed-681d-43de-b7bf-bc681c2d5acb', 'mac_address': 'fa:16:3e:3a:3e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:40:35.418895 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:35.434963 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5737c6ed-681d-43de-b7bf-bc681c2d5acb {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:40:35.453719 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 5737c6ed-681d-43de-b7bf-bc681c2d5acb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5737c6ed-681d-43de-b7bf-bc681c2d5acb,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:40:35.457598 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:35.502014 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=5737c6ed-681d-43de-b7bf-bc681c2d5acb,revision_number=9']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:35.673345 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['5737c6ed-681d-43de-b7bf-bc681c2d5acb'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:40:35.780452 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bc6cd-c61f-4d69-92ea-da76b68be1fa req-93e40162-ea56-47f5-bf22-938c8e86ab72 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:35.781924 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6a7bc6cd-c61f-4d69-92ea-da76b68be1fa req-93e40162-ea56-47f5-bf22-938c8e86ab72 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 944 time: 0.0657816 Jul 16 11:40:35.825359 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6a7bc6cd-c61f-4d69-92ea-da76b68be1fa req-1029ad3e-0dbe-43cb-bb37-403636aea3bd tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366426 Jul 16 11:40:37.012830 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba2e27-c397-4829-9065-de5c910e642d req-43d9583a-01dd-478a-acd3-b2c7cbbab288 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:37.014312 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-29ba2e27-c397-4829-9065-de5c910e642d req-43d9583a-01dd-478a-acd3-b2c7cbbab288 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 944 time: 0.0741882 Jul 16 11:40:37.032800 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 49450) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:37.057692 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-29ba2e27-c397-4829-9065-de5c910e642d req-b490de4c-ea1f-4b06-a40f-06eccb029218 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378358 Jul 16 11:40:37.294340 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 5737c6ed-681d-43de-b7bf-bc681c2d5acb up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:40:37.340239 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port 5737c6ed-681d-43de-b7bf-bc681c2d5acb triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:40:37.340610 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:37.416681 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:37.438457 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5737c6ed-681d-43de-b7bf-bc681c2d5acb'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:40:37.440716 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd80ff96-8567-4102-9be1-79fea54592b5" -d '{"events": [{"server_uuid": "166ee7fa-cb49-43f4-8616-39c67797c5b1", "name": "network-vif-plugged", "status": "completed", "tag": "5737c6ed-681d-43de-b7bf-bc681c2d5acb"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:40:37.452785 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 5737c6ed-681d-43de-b7bf-bc681c2d5acb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5737c6ed-681d-43de-b7bf-bc681c2d5acb,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:40:37.457563 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:37.482381 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ac7150-a638-47b5-9c9d-d245d170b4ce x-openstack-request-id: req-09ac7150-a638-47b5-9c9d-d245d170b4ce {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:40:37.482669 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166ee7fa-cb49-43f4-8616-39c67797c5b1", "name": "network-vif-plugged", "status": "completed", "tag": "5737c6ed-681d-43de-b7bf-bc681c2d5acb", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:40:37.482921 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09ac7150-a638-47b5-9c9d-d245d170b4ce {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:40:37.483305 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5737c6ed-681d-43de-b7bf-bc681c2d5acb', 'code': 200} Jul 16 11:40:37.512250 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=5737c6ed-681d-43de-b7bf-bc681c2d5acb,revision_number=10']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:37.527789 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-57f014fe-6539-4b0f-befe-fb1065df4e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1726629'] for router_interface, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:37.680291 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b9929-422a-48fa-9fcf-bc070601f6b6 req-d2bf27a3-4361-4e9f-b061-c396f5db8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:37.681719 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-565b9929-422a-48fa-9fcf-bc070601f6b6 req-d2bf27a3-4361-4e9f-b061-c396f5db8c1e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 1099 time: 0.0511944 Jul 16 11:40:37.715401 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-565b9929-422a-48fa-9fcf-bc070601f6b6 req-9f1ffadd-be2b-417a-8215-a4b926801a6b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274317 Jul 16 11:40:37.820815 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-57f014fe-6539-4b0f-befe-fb1065df4e6a admin admin] Deleting port 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:40:37.821152 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-57f014fe-6539-4b0f-befe-fb1065df4e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:37.896594 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-57f014fe-6539-4b0f-befe-fb1065df4e6a admin admin] For port 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=5a4ec80d-3b3f-4185-8f3b-b815e035e5b7,segment=NetworkSegment(9fac70f1-b5d2-43ca-8a42-3e226e036e07),segment_id=9fac70f1-b5d2-43ca-8a42-3e226e036e07)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:40:37.896942 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-57f014fe-6539-4b0f-befe-fb1065df4e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:37.908385 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-57f014fe-6539-4b0f-befe-fb1065df4e6a admin admin] Calling delete_port for 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 owned by network:router_interface {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:40:38.094474 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-57f014fe-6539-4b0f-befe-fb1065df4e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:38.121874 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f014fe-6539-4b0f-befe-fb1065df4e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4ec80d-3b3f-4185-8f3b-b815e035e5b7,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:38.327130 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31480b29-a058-4db3-a237-b1852b5a62cb req-9949264b-cfeb-495a-b92c-8df3e3a53167 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:38.328682 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-31480b29-a058-4db3-a237-b1852b5a62cb req-9949264b-cfeb-495a-b92c-8df3e3a53167 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 946 time: 0.1466441 Jul 16 11:40:38.329691 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-57f014fe-6539-4b0f-befe-fb1065df4e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725237'] for router_interface, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:38.406884 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-31480b29-a058-4db3-a237-b1852b5a62cb req-33522ba7-4813-41c8-b82c-fe59c7d62129 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710382 Jul 16 11:40:38.563586 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f014fe-6539-4b0f-befe-fb1065df4e6a admin admin] Router 76931aa1-ff6d-42c2-92e1-bc51c562460e has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:40:38.669215 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f014fe-6539-4b0f-befe-fb1065df4e6a admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:40:38.674401 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-57f014fe-6539-4b0f-befe-fb1065df4e6a admin admin] 10.222.0.16 "PUT /v2.0/routers/76931aa1-ff6d-42c2-92e1-bc51c562460e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6405914 Jul 16 11:40:38.678026 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 49482) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:38.679035 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a25f289-8209-4793-a501-8aeeb162b6e0 None None] Sync routers for ids ['76931aa1-ff6d-42c2-92e1-bc51c562460e'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:40:38.688705 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a25f289-8209-4793-a501-8aeeb162b6e0 None None] Routers {'76931aa1-ff6d-42c2-92e1-bc51c562460e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:40:38.689790 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-4a25f289-8209-4793-a501-8aeeb162b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:40:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['76931aa1-ff6d-42c2-92e1-bc51c562460e'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:40:38.786638 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3c3f95a7-dc8e-40bd-b8be-8b342eb9f8be admin admin] Notify callbacks [] for router, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:38.801639 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-4a25f289-8209-4793-a501-8aeeb162b6e0 None None] Set router 76931aa1-ff6d-42c2-92e1-bc51c562460e gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:40:38.898323 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3c3f95a7-dc8e-40bd-b8be-8b342eb9f8be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:38.957284 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f95a7-dc8e-40bd-b8be-8b342eb9f8be admin admin] Deleting port e11dcbdd-6b98-42c7-8668-aac910a99ece {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:40:38.957641 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3c3f95a7-dc8e-40bd-b8be-8b342eb9f8be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:38.988508 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-4a25f289-8209-4793-a501-8aeeb162b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:40:38Z', 'revision_number': 5, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port': {'id': 'e11dcbdd-6b98-42c7-8668-aac910a99ece', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:30Z', 'updated_at': '2021-07-16T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:40:39.020050 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a25f289-8209-4793-a501-8aeeb162b6e0 None None] Checking router: 76931aa1-ff6d-42c2-92e1-bc51c562460e for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:40:39.028565 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a25f289-8209-4793-a501-8aeeb162b6e0 None None] Routers {'76931aa1-ff6d-42c2-92e1-bc51c562460e'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:40:39.029244 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-4a25f289-8209-4793-a501-8aeeb162b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:40:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['76931aa1-ff6d-42c2-92e1-bc51c562460e'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:40:39.042892 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-3c3f95a7-dc8e-40bd-b8be-8b342eb9f8be admin admin] For port e11dcbdd-6b98-42c7-8668-aac910a99ece, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=e11dcbdd-6b98-42c7-8668-aac910a99ece,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:40:39.043257 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3c3f95a7-dc8e-40bd-b8be-8b342eb9f8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:39.057313 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f95a7-dc8e-40bd-b8be-8b342eb9f8be admin admin] Calling delete_port for e11dcbdd-6b98-42c7-8668-aac910a99ece owned by network:router_gateway {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:40:39.256937 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-4a25f289-8209-4793-a501-8aeeb162b6e0 None None] Set router 76931aa1-ff6d-42c2-92e1-bc51c562460e gateway port host: None {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:40:39.276201 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3c3f95a7-dc8e-40bd-b8be-8b342eb9f8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:39.303855 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f95a7-dc8e-40bd-b8be-8b342eb9f8be admin admin] Pushing event deleted for resources: {'Port': ['ID=e11dcbdd-6b98-42c7-8668-aac910a99ece,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:39.309375 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-4a25f289-8209-4793-a501-8aeeb162b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:40:38Z', 'revision_number': 6, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port_host': None}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:40:39.337949 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a25f289-8209-4793-a501-8aeeb162b6e0 None None] The sync data for ids ['76931aa1-ff6d-42c2-92e1-bc51c562460e'] in dv-cinder-784763-6-iscsi is: [{'id': '76931aa1-ff6d-42c2-92e1-bc51c562460e', 'name': 'tempest-AttachVolumeTestJSON-1789516564-router', 'tenant_id': 'c62de2f85dd545e4afa586dcf229723e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:29Z', 'updated_at': '2021-07-16T11:40:38Z', 'revision_number': 6, 'project_id': 'c62de2f85dd545e4afa586dcf229723e', 'gw_port_host': None}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:40:39.366474 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3c3f95a7-dc8e-40bd-b8be-8b342eb9f8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814383'] for router_gateway, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:39.455049 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3c3f95a7-dc8e-40bd-b8be-8b342eb9f8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126567'] for router, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:39.457180 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3c3f95a7-dc8e-40bd-b8be-8b342eb9f8be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:39.502558 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3c3f95a7-dc8e-40bd-b8be-8b342eb9f8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810925'] for router, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:39.503110 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3f95a7-dc8e-40bd-b8be-8b342eb9f8be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76931aa1-ff6d-42c2-92e1-bc51c562460e {{(pid=93103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 11:40:39.507910 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3c3f95a7-dc8e-40bd-b8be-8b342eb9f8be admin admin] Notify callbacks [] for router, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:39.509055 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-3c3f95a7-dc8e-40bd-b8be-8b342eb9f8be admin admin] 10.222.0.16 "DELETE /v2.0/routers/76931aa1-ff6d-42c2-92e1-bc51c562460e HTTP/1.1" status: 204 len: 168 time: 0.8299196 Jul 16 11:40:39.511746 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 49502) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:39.585835 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4ced45-7a2b-47f5-bedf-499491196623 admin admin] Deleting subnet fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49 {{(pid=93104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 11:40:39.589221 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-af4ced45-7a2b-47f5-bedf-499491196623 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:39.641593 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737903be-c289-405c-b649-e998ac977e49 req-9c3ad0e7-8c5a-45c1-8407-41ce1c2370df tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:39.643002 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-737903be-c289-405c-b649-e998ac977e49 req-9c3ad0e7-8c5a-45c1-8407-41ce1c2370df tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 946 time: 0.1050291 Jul 16 11:40:39.645041 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-af4ced45-7a2b-47f5-bedf-499491196623 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9065772'] for subnet, precommit_delete_associations {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:39.962090 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-737903be-c289-405c-b649-e998ac977e49 req-86a194c2-ed67-478f-a360-ac9286f966e1 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641499 Jul 16 11:40:40.010754 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-af4ced45-7a2b-47f5-bedf-499491196623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732748'] for subnet, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.063072 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-af4ced45-7a2b-47f5-bedf-499491196623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9065764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526688'] for subnet, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.088122 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ced45-7a2b-47f5-bedf-499491196623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:40.091890 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-af4ced45-7a2b-47f5-bedf-499491196623 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.096291 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-af4ced45-7a2b-47f5-bedf-499491196623 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fa486fa1-1b2a-4fd0-bbee-ce6ca871fa49 HTTP/1.1" status: 204 len: 168 time: 0.5832539 Jul 16 11:40:40.096487 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 49506) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:40.101711 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47516d9-6695-4576-8134-e8af62dab238 None None] Network 536ad81a-3bad-486b-a777-2b662cbc48f4 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:40:40.172885 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623655'] for network, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.239027 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] Deleting port 45401cb0-2252-4b29-a130-d8d8fcebabfd {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:40:40.239339 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.316837 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df19cdf-8978-4551-9931-c0c6669fb2b2 None None] DHCP port deletion for 536ad81a-3bad-486b-a777-2b662cbc48f4 request from dv-cinder-784763-6-iscsi {{(pid=93105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 11:40:40.320493 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] For port 45401cb0-2252-4b29-a130-d8d8fcebabfd, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=45401cb0-2252-4b29-a130-d8d8fcebabfd,segment=NetworkSegment(9fac70f1-b5d2-43ca-8a42-3e226e036e07),segment_id=9fac70f1-b5d2-43ca-8a42-3e226e036e07)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:40:40.320859 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.338246 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] Calling delete_port for 45401cb0-2252-4b29-a130-d8d8fcebabfd owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:40:40.392876 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-8df19cdf-8978-4551-9931-c0c6669fb2b2 None None] Deleting port 45401cb0-2252-4b29-a130-d8d8fcebabfd {{(pid=93105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:40:40.393296 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-8df19cdf-8978-4551-9931-c0c6669fb2b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.435736 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.461421 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-8df19cdf-8978-4551-9931-c0c6669fb2b2 None None] For port 45401cb0-2252-4b29-a130-d8d8fcebabfd, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=45401cb0-2252-4b29-a130-d8d8fcebabfd,segment=NetworkSegment(9fac70f1-b5d2-43ca-8a42-3e226e036e07),segment_id=9fac70f1-b5d2-43ca-8a42-3e226e036e07)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:40:40.462249 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-8df19cdf-8978-4551-9931-c0c6669fb2b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.464764 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=45401cb0-2252-4b29-a130-d8d8fcebabfd,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:40.466268 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] No DVR routers for this DVR port 45401cb0-2252-4b29-a130-d8d8fcebabfd on host dv-cinder-784763-6-iscsi {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:40:40.477310 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-8df19cdf-8978-4551-9931-c0c6669fb2b2 None None] Calling delete_port for 45401cb0-2252-4b29-a130-d8d8fcebabfd owned by network:dhcp {{(pid=93105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:40:40.536277 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734504', 'neutron.services.segments.db._delete_segments_for_network-8746163431244'] for network, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.546558 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536ad81a-3bad-486b-a777-2b662cbc48f4']}} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:40:40.556878 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fac70f1-b5d2-43ca-8a42-3e226e036e07') {'for_net_delete': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:40:40.557196 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fac70f1-b5d2-43ca-8a42-3e226e036e07') {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:40:40.566005 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746163433557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3667333'] for segment, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.582511 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.588664 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 11:40:40.589051 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593711'] for segment, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: Traceback (most recent call last): Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: timer() Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: cb(*args, **kw) Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: return func(*args, **kwargs) Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: self._notify() Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: self.callback(batched_events) Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: event.method(event) Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: return f(self, *a, **k) Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: return self._get(url).json() Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: return self.request(url, 'GET', **kwargs) Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 11:40:40.590637 dv-cinder-784763-6-iscsi neutron-server[93103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 11:40:40.599124 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-8df19cdf-8978-4551-9931-c0c6669fb2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598'] for port, after_delete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.621878 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df19cdf-8978-4551-9931-c0c6669fb2b2 None None] Pushing event deleted for resources: {'Port': ['ID=45401cb0-2252-4b29-a130-d8d8fcebabfd,revision_number=None']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:40.628865 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df19cdf-8978-4551-9931-c0c6669fb2b2 None None] No DVR routers for this DVR port 45401cb0-2252-4b29-a130-d8d8fcebabfd on host dv-cinder-784763-6-iscsi {{(pid=93105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:40:40.650346 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814451'] for network, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.655786 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.657785 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/536ad81a-3bad-486b-a777-2b662cbc48f4 HTTP/1.1" status: 204 len: 168 time: 0.5602076 Jul 16 11:40:40.673415 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ca4e3-bcee-4fdf-9594-8684759027e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=536ad81a-3bad-486b-a777-2b662cbc48f4,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:40.765248 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 49516) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:40.803960 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-1cf197bf-f98c-4175-ba41-92594ace3db4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c62de2f85dd545e4afa586dcf229723e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375538 Jul 16 11:40:40.806387 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 49518) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:40.854358 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fd314830-cd53-4998-a990-328c1cf72ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.874450 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fd314830-cd53-4998-a990-328c1cf72ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.922370 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fd314830-cd53-4998-a990-328c1cf72ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.925363 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fd314830-cd53-4998-a990-328c1cf72ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:40.926856 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-fd314830-cd53-4998-a990-328c1cf72ff0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f70b5bf0-b076-4ea8-90ef-6896241bd908 HTTP/1.1" status: 204 len: 168 time: 0.1194315 Jul 16 11:40:40.934647 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd314830-cd53-4998-a990-328c1cf72ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70b5bf0-b076-4ea8-90ef-6896241bd908,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:41.133549 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device e11dcbdd-6b98-42c7-8668-aac910a99ece no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:40:41.156555 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: e11dcbdd-6b98-42c7-8668-aac910a99ece {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:40:41.156905 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device e11dcbdd-6b98-42c7-8668-aac910a99ece not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:40:41.157311 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:40:41.175729 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:40:41.176040 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 5a4ec80d-3b3f-4185-8f3b-b815e035e5b7 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:40:41.176470 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 45401cb0-2252-4b29-a130-d8d8fcebabfd no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:40:41.194747 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: 45401cb0-2252-4b29-a130-d8d8fcebabfd {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:40:41.195098 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 45401cb0-2252-4b29-a130-d8d8fcebabfd not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:40:42.614364 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 49584) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:42.712055 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-aabd7c15-a60a-4e3f-b376-9e31332c7727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:42.797922 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-aabd7c15-a60a-4e3f-b376-9e31332c7727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:42.801385 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-aabd7c15-a60a-4e3f-b376-9e31332c7727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:42.838169 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd7c15-a60a-4e3f-b376-9e31332c7727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f8a8a5-898d-4378-9902-4a8136abfde7,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:42.841899 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-aabd7c15-a60a-4e3f-b376-9e31332c7727 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da62bbe53ec24b63b6f94c21d3d273a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259257 Jul 16 11:40:42.844658 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 49588) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:42.847681 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd7c15-a60a-4e3f-b376-9e31332c7727 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:42.848051 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd7c15-a60a-4e3f-b376-9e31332c7727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:42.848387 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd7c15-a60a-4e3f-b376-9e31332c7727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:42.848717 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd7c15-a60a-4e3f-b376-9e31332c7727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:42.849594 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd7c15-a60a-4e3f-b376-9e31332c7727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:42.849924 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd7c15-a60a-4e3f-b376-9e31332c7727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:42.850245 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd7c15-a60a-4e3f-b376-9e31332c7727 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:42.850568 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd7c15-a60a-4e3f-b376-9e31332c7727 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:42.850884 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd7c15-a60a-4e3f-b376-9e31332c7727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:42.851200 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd7c15-a60a-4e3f-b376-9e31332c7727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:42.851514 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd7c15-a60a-4e3f-b376-9e31332c7727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:42.851844 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd7c15-a60a-4e3f-b376-9e31332c7727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:40:42.893205 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-42e64831-1c30-47fb-9e91-917b16bfbc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:42.913455 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-42e64831-1c30-47fb-9e91-917b16bfbc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:42.956862 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-42e64831-1c30-47fb-9e91-917b16bfbc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:42.959353 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-42e64831-1c30-47fb-9e91-917b16bfbc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:42.960518 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-42e64831-1c30-47fb-9e91-917b16bfbc24 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53f8a8a5-898d-4378-9902-4a8136abfde7 HTTP/1.1" status: 204 len: 168 time: 0.1148601 Jul 16 11:40:42.967674 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e64831-1c30-47fb-9e91-917b16bfbc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f8a8a5-898d-4378-9902-4a8136abfde7,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:43.204652 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 49594) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:43.218236 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6651c6a9-edaf-4ebc-9ccd-f4700b94d820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:43.303026 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6651c6a9-edaf-4ebc-9ccd-f4700b94d820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:43.306511 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6651c6a9-edaf-4ebc-9ccd-f4700b94d820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:43.342719 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-6651c6a9-edaf-4ebc-9ccd-f4700b94d820 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26782c4220ba4659baa3f0a7910e3da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1370490 Jul 16 11:40:43.344668 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651c6a9-edaf-4ebc-9ccd-f4700b94d820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1345ac-c920-4cca-a2f9-15e5da7d0583,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:43.345657 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 49596) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:43.394003 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-902e7d6a-eaaa-4a96-976d-188518e8ba75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:43.414841 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-902e7d6a-eaaa-4a96-976d-188518e8ba75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:43.461742 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-902e7d6a-eaaa-4a96-976d-188518e8ba75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:43.464358 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-902e7d6a-eaaa-4a96-976d-188518e8ba75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:43.465489 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-902e7d6a-eaaa-4a96-976d-188518e8ba75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c1345ac-c920-4cca-a2f9-15e5da7d0583 HTTP/1.1" status: 204 len: 168 time: 0.1187713 Jul 16 11:40:43.472567 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e7d6a-eaaa-4a96-976d-188518e8ba75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1345ac-c920-4cca-a2f9-15e5da7d0583,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:53.459924 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:40:54.832169 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:55.695790 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b163869-b636-409e-896c-7289ee51384c req-dae7cad6-3676-4aa4-8a37-688e24790531 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:55.697271 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5b163869-b636-409e-896c-7289ee51384c req-dae7cad6-3676-4aa4-8a37-688e24790531 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 946 time: 0.0610099 Jul 16 11:40:55.733734 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5b163869-b636-409e-896c-7289ee51384c req-0d5151d3-dad6-4e8d-afaa-c61fc32ed2bf tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310316 Jul 16 11:40:56.138972 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 49788) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:56.236487 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e2ee99f4-6bc6-437f-85cf-29049bbda743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:56.323748 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e2ee99f4-6bc6-437f-85cf-29049bbda743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:56.327231 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e2ee99f4-6bc6-437f-85cf-29049bbda743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:56.364064 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-e2ee99f4-6bc6-437f-85cf-29049bbda743 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1c37582e3ee4d7199bc2e7bffee822d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239802 Jul 16 11:40:56.365121 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee99f4-6bc6-437f-85cf-29049bbda743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12193e83-a774-4b06-9e44-3f6cfcfe5f1b,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:56.366776 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 49792) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:56.417503 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-95c7f43e-0057-400a-b65b-ffc906a7a4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:56.437600 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-95c7f43e-0057-400a-b65b-ffc906a7a4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:56.482315 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-95c7f43e-0057-400a-b65b-ffc906a7a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:56.484853 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-95c7f43e-0057-400a-b65b-ffc906a7a4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:56.485972 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-95c7f43e-0057-400a-b65b-ffc906a7a4fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12193e83-a774-4b06-9e44-3f6cfcfe5f1b HTTP/1.1" status: 204 len: 168 time: 0.1182332 Jul 16 11:40:56.493273 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7f43e-0057-400a-b65b-ffc906a7a4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12193e83-a774-4b06-9e44-3f6cfcfe5f1b,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:56.727133 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 49798) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:56.740058 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2523d63a-b954-4c14-a3cf-88de69a33975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:56.830282 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2523d63a-b954-4c14-a3cf-88de69a33975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:56.834171 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2523d63a-b954-4c14-a3cf-88de69a33975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:56.872804 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-2523d63a-b954-4c14-a3cf-88de69a33975 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b75ab4f94b6c4fc8a4a9c80632459232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445911 Jul 16 11:40:56.873784 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523d63a-b954-4c14-a3cf-88de69a33975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc722fc-4d13-4e10-9869-02e82bac8f83,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:56.876682 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 49802) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:56.945908 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb47e1-87bf-423d-a65f-2529a9c69cd5 req-70b9dfd3-b394-4025-839a-584cd3e67628 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:56.947357 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2aeb47e1-87bf-423d-a65f-2529a9c69cd5 req-70b9dfd3-b394-4025-839a-584cd3e67628 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 946 time: 0.1028931 Jul 16 11:40:56.949984 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-18b9c555-993a-4818-b9cb-3598984d5c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:56.982097 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-18b9c555-993a-4818-b9cb-3598984d5c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:57.018637 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2aeb47e1-87bf-423d-a65f-2529a9c69cd5 req-0b976ebf-ab36-4cd4-9c41-8b316f85ca85 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6cad5-22c1-41d0-8944-afa868d73a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645745 Jul 16 11:40:57.039909 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-18b9c555-993a-4818-b9cb-3598984d5c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:57.042529 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-18b9c555-993a-4818-b9cb-3598984d5c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:57.043656 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-18b9c555-993a-4818-b9cb-3598984d5c2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2fc722fc-4d13-4e10-9869-02e82bac8f83 HTTP/1.1" status: 204 len: 168 time: 0.1654942 Jul 16 11:40:57.051110 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9c555-993a-4818-b9cb-3598984d5c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc722fc-4d13-4e10-9869-02e82bac8f83,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:57.361286 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e34acb-5714-4aab-a9a8-f9b7c4b1719a req-436d6e8b-a7f0-4d60-bd22-9d3148ac71fa tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:40:57.362771 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b2e34acb-5714-4aab-a9a8-f9b7c4b1719a req-436d6e8b-a7f0-4d60-bd22-9d3148ac71fa tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 946 time: 0.0726142 Jul 16 11:40:57.461673 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-b2e34acb-5714-4aab-a9a8-f9b7c4b1719a req-e2ec5b77-3321-4dad-8af6-69dab92ddb01 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Deleting port be388b8d-ece0-4544-9710-ab9db4aaaf94 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:40:57.462302 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-b2e34acb-5714-4aab-a9a8-f9b7c4b1719a req-e2ec5b77-3321-4dad-8af6-69dab92ddb01 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:57.554756 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-b2e34acb-5714-4aab-a9a8-f9b7c4b1719a req-e2ec5b77-3321-4dad-8af6-69dab92ddb01 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] For port be388b8d-ece0-4544-9710-ab9db4aaaf94, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=be388b8d-ece0-4544-9710-ab9db4aaaf94,segment=NetworkSegment(7e830406-4328-46b2-9202-ef926518271f),segment_id=7e830406-4328-46b2-9202-ef926518271f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:40:57.555120 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-b2e34acb-5714-4aab-a9a8-f9b7c4b1719a req-e2ec5b77-3321-4dad-8af6-69dab92ddb01 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:57.566647 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-b2e34acb-5714-4aab-a9a8-f9b7c4b1719a req-e2ec5b77-3321-4dad-8af6-69dab92ddb01 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Calling delete_port for be388b8d-ece0-4544-9710-ab9db4aaaf94 owned by compute:nova {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:40:57.695317 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-b2e34acb-5714-4aab-a9a8-f9b7c4b1719a req-e2ec5b77-3321-4dad-8af6-69dab92ddb01 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:57.707306 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['be388b8d-ece0-4544-9710-ab9db4aaaf94'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:40:57.727430 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec5b77-3321-4dad-8af6-69dab92ddb01 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Pushing event deleted for resources: {'Port': ['ID=be388b8d-ece0-4544-9710-ab9db4aaaf94,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:57.775845 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e34acb-5714-4aab-a9a8-f9b7c4b1719a req-e2ec5b77-3321-4dad-8af6-69dab92ddb01 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] No DVR routers for this DVR port be388b8d-ece0-4544-9710-ab9db4aaaf94 on host hv-cinder-78476 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:40:57.778438 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-b2e34acb-5714-4aab-a9a8-f9b7c4b1719a req-e2ec5b77-3321-4dad-8af6-69dab92ddb01 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:57.780771 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b2e34acb-5714-4aab-a9a8-f9b7c4b1719a req-e2ec5b77-3321-4dad-8af6-69dab92ddb01 tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.13 "DELETE /v2.0/ports/be388b8d-ece0-4544-9710-ab9db4aaaf94 HTTP/1.1" status: 204 len: 173 time: 0.4120531 Jul 16 11:40:57.781203 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96430f9-1e32-4b90-9d66-030b55890b70', 'name': 'network-vif-deleted', 'tag': 'be388b8d-ece0-4544-9710-ab9db4aaaf94'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:40:57.783470 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1381f3f9-5d58-4b00-a8d3-d8b4f5fe3dee" -d '{"events": [{"server_uuid": "d96430f9-1e32-4b90-9d66-030b55890b70", "name": "network-vif-deleted", "tag": "be388b8d-ece0-4544-9710-ab9db4aaaf94"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:40:57.824787 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87944824-1047-4c58-91cf-5c896f36c2e1 x-openstack-request-id: req-87944824-1047-4c58-91cf-5c896f36c2e1 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:40:57.825080 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96430f9-1e32-4b90-9d66-030b55890b70", "name": "network-vif-deleted", "tag": "be388b8d-ece0-4544-9710-ab9db4aaaf94", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:40:57.825329 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87944824-1047-4c58-91cf-5c896f36c2e1 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:40:57.825714 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96430f9-1e32-4b90-9d66-030b55890b70', 'name': 'network-vif-deleted', 'tag': 'be388b8d-ece0-4544-9710-ab9db4aaaf94', 'status': 'completed', 'code': 200} Jul 16 11:40:58.172653 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-179be714-b8cc-4ea0-b0c1-a97ac4f37c79 req-d8aa427c-061e-4c2c-84c7-0fb021e0b90e tempest-VolumesSnapshotTestJSON-1109074893 tempest-VolumesSnapshotTestJSON-1109074893-project] 10.222.0.16 "GET /v2.0/ports?device_id=d96430f9-1e32-4b90-9d66-030b55890b70 HTTP/1.1" status: 200 len: 210 time: 0.0316167 Jul 16 11:40:58.828914 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 49876) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:58.881246 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-32f754f7-df0b-40ed-9b90-e5a6c7edbde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:58.932927 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6e0a0310-741b-4f3e-8cd7-3d42dcf3e1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:59.019069 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6e0a0310-741b-4f3e-8cd7-3d42dcf3e1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:59.023162 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6e0a0310-741b-4f3e-8cd7-3d42dcf3e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:59.060826 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-6e0a0310-741b-4f3e-8cd7-3d42dcf3e1f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb55bef222ed4a48ac47fd660b68015e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308393 Jul 16 11:40:59.061647 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a0310-741b-4f3e-8cd7-3d42dcf3e1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99945d2-cbc0-45c6-bdd5-3d9fc5af2c78,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:59.063426 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 49880) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:59.111061 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ed5efbb-b965-4da3-b64f-72bf765ade7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:59.130866 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ed5efbb-b965-4da3-b64f-72bf765ade7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:59.176262 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ed5efbb-b965-4da3-b64f-72bf765ade7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:59.178749 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ed5efbb-b965-4da3-b64f-72bf765ade7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:59.179944 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-3ed5efbb-b965-4da3-b64f-72bf765ade7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c99945d2-cbc0-45c6-bdd5-3d9fc5af2c78 HTTP/1.1" status: 204 len: 168 time: 0.1154761 Jul 16 11:40:59.187082 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5efbb-b965-4da3-b64f-72bf765ade7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99945d2-cbc0-45c6-bdd5-3d9fc5af2c78,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:59.437132 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 49890) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:59.451042 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b54f1118-96a6-4a1f-aea0-21c71b7dfa9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:59.545172 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b54f1118-96a6-4a1f-aea0-21c71b7dfa9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:59.549244 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b54f1118-96a6-4a1f-aea0-21c71b7dfa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:59.587835 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-b54f1118-96a6-4a1f-aea0-21c71b7dfa9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3a38232c96b4a3b97fbaf7e086229bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496177 Jul 16 11:40:59.588674 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f1118-96a6-4a1f-aea0-21c71b7dfa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783a210a-8514-4841-a935-512daf0e3a65,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:40:59.590690 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 49896) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:40:59.642621 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-39eaf2c3-de33-4b12-ad3d-d6a0705fe05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:59.665887 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-39eaf2c3-de33-4b12-ad3d-d6a0705fe05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:59.709879 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-39eaf2c3-de33-4b12-ad3d-d6a0705fe05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:59.712447 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-39eaf2c3-de33-4b12-ad3d-d6a0705fe05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:40:59.713627 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-39eaf2c3-de33-4b12-ad3d-d6a0705fe05f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/783a210a-8514-4841-a935-512daf0e3a65 HTTP/1.1" status: 204 len: 168 time: 0.1218405 Jul 16 11:40:59.721471 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eaf2c3-de33-4b12-ad3d-d6a0705fe05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783a210a-8514-4841-a935-512daf0e3a65,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:00.511786 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device be388b8d-ece0-4544-9710-ab9db4aaaf94 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:41:00.530969 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: be388b8d-ece0-4544-9710-ab9db4aaaf94 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:41:00.531312 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device be388b8d-ece0-4544-9710-ab9db4aaaf94 not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:41:00.713262 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 49932) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:00.822213 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-165a1a56-084e-474a-9447-ba8c9d3b60cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:00.906095 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-165a1a56-084e-474a-9447-ba8c9d3b60cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:00.909451 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-165a1a56-084e-474a-9447-ba8c9d3b60cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:00.946847 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-165a1a56-084e-474a-9447-ba8c9d3b60cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a79e0873f5a40b9a218db6437f58508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318876 Jul 16 11:41:00.947972 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a1a56-084e-474a-9447-ba8c9d3b60cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20f5e7c-815f-4c1c-8948-67a08daa7934,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:00.949523 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 49938) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:00.999400 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b4eaa352-4041-4617-b3b7-b0dc18451f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:01.019821 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b4eaa352-4041-4617-b3b7-b0dc18451f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:01.063307 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b4eaa352-4041-4617-b3b7-b0dc18451f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:01.065810 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b4eaa352-4041-4617-b3b7-b0dc18451f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:01.066922 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-b4eaa352-4041-4617-b3b7-b0dc18451f68 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c20f5e7c-815f-4c1c-8948-67a08daa7934 HTTP/1.1" status: 204 len: 168 time: 0.1164293 Jul 16 11:41:01.074840 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eaa352-4041-4617-b3b7-b0dc18451f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20f5e7c-815f-4c1c-8948-67a08daa7934,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:01.674814 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-184c203d-b293-44e1-a5f5-cea691c0796d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:02.073589 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:02.811612 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:04.319373 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:24.247290 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50180) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:24.354423 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3346d6cb-5fff-46b1-a5a3-e26c39ce01be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:24.437875 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3346d6cb-5fff-46b1-a5a3-e26c39ce01be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:24.441533 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3346d6cb-5fff-46b1-a5a3-e26c39ce01be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:24.480994 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-3346d6cb-5fff-46b1-a5a3-e26c39ce01be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dbc347b261c74084bdd2f3eb10849e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324524 Jul 16 11:41:24.481856 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346d6cb-5fff-46b1-a5a3-e26c39ce01be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2675f6af-1f7b-4349-ac76-f186e4510f54,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:24.483547 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50186) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:24.533305 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b33e9d9f-3b20-4217-9f66-9e4c933d8ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:24.553148 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b33e9d9f-3b20-4217-9f66-9e4c933d8ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:24.597064 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b33e9d9f-3b20-4217-9f66-9e4c933d8ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:24.599547 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b33e9d9f-3b20-4217-9f66-9e4c933d8ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:24.600725 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-b33e9d9f-3b20-4217-9f66-9e4c933d8ec7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2675f6af-1f7b-4349-ac76-f186e4510f54 HTTP/1.1" status: 204 len: 168 time: 0.1155574 Jul 16 11:41:24.607938 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e9d9f-3b20-4217-9f66-9e4c933d8ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2675f6af-1f7b-4349-ac76-f186e4510f54,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:24.616443 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e9d9f-3b20-4217-9f66-9e4c933d8ec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:24.616798 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e9d9f-3b20-4217-9f66-9e4c933d8ec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:24.617137 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e9d9f-3b20-4217-9f66-9e4c933d8ec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:24.617479 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e9d9f-3b20-4217-9f66-9e4c933d8ec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:24.617819 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e9d9f-3b20-4217-9f66-9e4c933d8ec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:24.618156 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e9d9f-3b20-4217-9f66-9e4c933d8ec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:24.618485 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e9d9f-3b20-4217-9f66-9e4c933d8ec7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:24.618811 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e9d9f-3b20-4217-9f66-9e4c933d8ec7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:24.619136 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e9d9f-3b20-4217-9f66-9e4c933d8ec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:24.619458 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e9d9f-3b20-4217-9f66-9e4c933d8ec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:24.619780 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e9d9f-3b20-4217-9f66-9e4c933d8ec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:24.620179 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e9d9f-3b20-4217-9f66-9e4c933d8ec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:24.843086 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:25.582634 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b127b-8010-48ca-969f-61156fa73cd1 req-aae98d13-e5ae-46b4-ade3-89390bd32dcc tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:41:25.584134 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b61b127b-8010-48ca-969f-61156fa73cd1 req-aae98d13-e5ae-46b4-ade3-89390bd32dcc tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0675998 Jul 16 11:41:25.622237 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b61b127b-8010-48ca-969f-61156fa73cd1 req-49b91e60-dc05-4639-9b0c-b667e5bfeeb9 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316918 Jul 16 11:41:26.801848 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92832de3-3b8b-4ad7-a733-a0aff288a353 req-9580339a-f45c-4842-86fb-ba84556aedb8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:41:26.803330 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-92832de3-3b8b-4ad7-a733-a0aff288a353 req-9580339a-f45c-4842-86fb-ba84556aedb8 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0629478 Jul 16 11:41:26.844773 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-92832de3-3b8b-4ad7-a733-a0aff288a353 req-e913cdbd-bc50-42b5-92ba-7990ca13096b tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups?id=f515c0e3-8dd4-4163-8e7a-b852f722ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354447 Jul 16 11:41:26.864303 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb17f7-a986-430f-8669-d683cc63ca0f req-ab1292d1-d2eb-47f9-888b-62e982ae6ea9 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:41:26.865832 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-41fb17f7-a986-430f-8669-d683cc63ca0f req-ab1292d1-d2eb-47f9-888b-62e982ae6ea9 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.13 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0716813 Jul 16 11:41:26.971886 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-41fb17f7-a986-430f-8669-d683cc63ca0f req-eeb685d7-fb15-41c8-96b8-38a43b605906 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Deleting port 5737c6ed-681d-43de-b7bf-bc681c2d5acb {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:41:26.972276 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-41fb17f7-a986-430f-8669-d683cc63ca0f req-eeb685d7-fb15-41c8-96b8-38a43b605906 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:27.060706 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-41fb17f7-a986-430f-8669-d683cc63ca0f req-eeb685d7-fb15-41c8-96b8-38a43b605906 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] For port 5737c6ed-681d-43de-b7bf-bc681c2d5acb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5737c6ed-681d-43de-b7bf-bc681c2d5acb,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:41:27.061057 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-41fb17f7-a986-430f-8669-d683cc63ca0f req-eeb685d7-fb15-41c8-96b8-38a43b605906 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:27.217448 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-41fb17f7-a986-430f-8669-d683cc63ca0f req-eeb685d7-fb15-41c8-96b8-38a43b605906 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:27.217807 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-41fb17f7-a986-430f-8669-d683cc63ca0f req-eeb685d7-fb15-41c8-96b8-38a43b605906 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814437'] for floatingip, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:27.218119 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.db.l3_db [req-41fb17f7-a986-430f-8669-d683cc63ca0f req-eeb685d7-fb15-41c8-96b8-38a43b605906 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Floating IP 9550ffca-0a4e-4cff-97f8-27b2bb28ce7c disassociated. External IP: 172.27.0.65, port: 5737c6ed-681d-43de-b7bf-bc681c2d5acb. Jul 16 11:41:27.218456 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-41fb17f7-a986-430f-8669-d683cc63ca0f req-eeb685d7-fb15-41c8-96b8-38a43b605906 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Calling delete_port for 5737c6ed-681d-43de-b7bf-bc681c2d5acb owned by compute:nova {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:41:27.343634 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-41fb17f7-a986-430f-8669-d683cc63ca0f req-eeb685d7-fb15-41c8-96b8-38a43b605906 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:27.371387 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb685d7-fb15-41c8-96b8-38a43b605906 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Pushing event deleted for resources: {'Port': ['ID=5737c6ed-681d-43de-b7bf-bc681c2d5acb,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:27.480820 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41fb17f7-a986-430f-8669-d683cc63ca0f req-eeb685d7-fb15-41c8-96b8-38a43b605906 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:41:27.570296 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50270) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:27.584242 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41fb17f7-a986-430f-8669-d683cc63ca0f req-eeb685d7-fb15-41c8-96b8-38a43b605906 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:41:27.594598 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878133de-9056-440d-875f-27566c783ed7 None None] Sync routers for ids ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'] in dv-cinder-784763-6-iscsi {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:41:27.604700 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878133de-9056-440d-875f-27566c783ed7 None None] Routers {'3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:41:27.605307 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-878133de-9056-440d-875f-27566c783ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:41:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:27.614856 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_v2 [None req-1288fe47-4e58-4605-9d37-fc55eca85a2e admin admin] Deleting subnet c6fcebca-fa7a-491d-9aae-24efd9d988d1 {{(pid=93104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 11:41:27.617943 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1288fe47-4e58-4605-9d37-fc55eca85a2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:27.628084 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fb17f7-a986-430f-8669-d683cc63ca0f req-eeb685d7-fb15-41c8-96b8-38a43b605906 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] No DVR routers for this DVR port 5737c6ed-681d-43de-b7bf-bc681c2d5acb on host hv-cinder-78476 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:41:27.631715 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-41fb17f7-a986-430f-8669-d683cc63ca0f req-eeb685d7-fb15-41c8-96b8-38a43b605906 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:27.633812 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-41fb17f7-a986-430f-8669-d683cc63ca0f req-eeb685d7-fb15-41c8-96b8-38a43b605906 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.13 "DELETE /v2.0/ports/5737c6ed-681d-43de-b7bf-bc681c2d5acb HTTP/1.1" status: 204 len: 173 time: 0.7624948 Jul 16 11:41:27.634268 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'name': 'network-vif-deleted', 'tag': '5737c6ed-681d-43de-b7bf-bc681c2d5acb'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:41:27.636564 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf432811-2b4f-48ee-a058-3f42360f018d" -d '{"events": [{"server_uuid": "166ee7fa-cb49-43f4-8616-39c67797c5b1", "name": "network-vif-deleted", "tag": "5737c6ed-681d-43de-b7bf-bc681c2d5acb"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:41:27.661359 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1288fe47-4e58-4605-9d37-fc55eca85a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9065772'] for subnet, precommit_delete_associations {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:27.674491 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7270b6c-21eb-4728-b5f4-c1c3541794df x-openstack-request-id: req-d7270b6c-21eb-4728-b5f4-c1c3541794df {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:41:27.674789 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166ee7fa-cb49-43f4-8616-39c67797c5b1", "name": "network-vif-deleted", "tag": "5737c6ed-681d-43de-b7bf-bc681c2d5acb", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:41:27.675042 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7270b6c-21eb-4728-b5f4-c1c3541794df {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:41:27.675438 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166ee7fa-cb49-43f4-8616-39c67797c5b1', 'name': 'network-vif-deleted', 'tag': '5737c6ed-681d-43de-b7bf-bc681c2d5acb', 'status': 'completed', 'code': 200} Jul 16 11:41:27.702098 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1288fe47-4e58-4605-9d37-fc55eca85a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732748'] for subnet, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:27.765031 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1288fe47-4e58-4605-9d37-fc55eca85a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9065764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526688'] for subnet, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:27.791298 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288fe47-4e58-4605-9d37-fc55eca85a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6fcebca-fa7a-491d-9aae-24efd9d988d1,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:27.798314 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1288fe47-4e58-4605-9d37-fc55eca85a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:27.800471 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-1288fe47-4e58-4605-9d37-fc55eca85a2e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c6fcebca-fa7a-491d-9aae-24efd9d988d1 HTTP/1.1" status: 204 len: 168 time: 0.2291770 Jul 16 11:41:27.802988 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50274) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:27.810724 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-878133de-9056-440d-875f-27566c783ed7 None None] Set router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:41:27.879280 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0fa6af5d-704b-45fd-ac50-5cec3916f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623655'] for network, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:27.955887 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0fa6af5d-704b-45fd-ac50-5cec3916f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734504', 'neutron.services.segments.db._delete_segments_for_network-8746163431244'] for network, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:27.969789 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-0fa6af5d-704b-45fd-ac50-5cec3916f95b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e034794-bac4-4005-8c76-be29227f94bf']}} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:27.987642 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-0fa6af5d-704b-45fd-ac50-5cec3916f95b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e830406-4328-46b2-9202-ef926518271f') {'for_net_delete': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:27.987969 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-0fa6af5d-704b-45fd-ac50-5cec3916f95b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e830406-4328-46b2-9202-ef926518271f') {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:28.000497 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0fa6af5d-704b-45fd-ac50-5cec3916f95b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746163433557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3667333'] for segment, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:28.002719 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-72b7c857-6982-4ddf-8cb3-f8ffa1305942 req-d1802da5-8cbc-463e-8b7b-b39a015532c1 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 210 time: 0.0313067 Jul 16 11:41:28.015049 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0fa6af5d-704b-45fd-ac50-5cec3916f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:28.015306 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-878133de-9056-440d-875f-27566c783ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:34:45Z', 'revision_number': 4, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '862e634c-2358-4521-a301-36ffe4b6ad87', 'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'mac_address': 'fa:16:3e:b8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:41Z', 'updated_at': '2021-07-16T11:34:57Z', 'revision_number': 5, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'subnets': [{'id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:28.022448 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa6af5d-704b-45fd-ac50-5cec3916f95b admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 11:41:28.022836 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0fa6af5d-704b-45fd-ac50-5cec3916f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593711'] for segment, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: Traceback (most recent call last): Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: timer() Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: cb(*args, **kw) Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: return func(*args, **kwargs) Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: self._notify() Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: self.callback(batched_events) Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: event.method(event) Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: return f(self, *a, **k) Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: return self._get(url).json() Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: return self.request(url, 'GET', **kwargs) Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 11:41:28.025007 dv-cinder-784763-6-iscsi neutron-server[93103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 11:41:28.041917 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878133de-9056-440d-875f-27566c783ed7 None None] Checking router: 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 for host: dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:41:28.050112 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878133de-9056-440d-875f-27566c783ed7 None None] Routers {'3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:41:28.050717 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-878133de-9056-440d-875f-27566c783ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:41:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:28.081450 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0fa6af5d-704b-45fd-ac50-5cec3916f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814451'] for network, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:28.087192 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0fa6af5d-704b-45fd-ac50-5cec3916f95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:28.089078 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-0fa6af5d-704b-45fd-ac50-5cec3916f95b admin admin] 10.222.0.16 "DELETE /v2.0/networks/2e034794-bac4-4005-8c76-be29227f94bf HTTP/1.1" status: 204 len: 168 time: 0.2849452 Jul 16 11:41:28.101624 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6af5d-704b-45fd-ac50-5cec3916f95b admin admin] Pushing event deleted for resources: {'Network': ['ID=2e034794-bac4-4005-8c76-be29227f94bf,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:28.162165 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-878133de-9056-440d-875f-27566c783ed7 None None] Set router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:41:28.251571 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50282) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:28.292887 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-c1ec9cf5-e010-47ee-a9aa-e639b703320a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cac5641df2aa461e92d3064d7535a8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379548 Jul 16 11:41:28.293113 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50284) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:28.340618 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b39b7d35-5d35-403c-8fc5-efd8e094f4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:28.360457 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-878133de-9056-440d-875f-27566c783ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:34:45Z', 'revision_number': 4, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '862e634c-2358-4521-a301-36ffe4b6ad87', 'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'mac_address': 'fa:16:3e:b8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:41Z', 'updated_at': '2021-07-16T11:34:57Z', 'revision_number': 5, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'subnets': [{'id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:28.364247 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b39b7d35-5d35-403c-8fc5-efd8e094f4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:28.390155 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878133de-9056-440d-875f-27566c783ed7 None None] The sync data for ids ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'] in dv-cinder-784763-6-iscsi is: [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:34:45Z', 'revision_number': 4, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '862e634c-2358-4521-a301-36ffe4b6ad87', 'name': '', 'network_id': 'f3bf2836-3f60-4871-835c-2371c60f999a', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'mac_address': 'fa:16:3e:b8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:41Z', 'updated_at': '2021-07-16T11:34:57Z', 'revision_number': 5, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'subnets': [{'id': '54cab1d6-11e7-4058-9076-dd369f1e0736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:41:28.410555 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b39b7d35-5d35-403c-8fc5-efd8e094f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:28.413313 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b39b7d35-5d35-403c-8fc5-efd8e094f4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:28.414403 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-b39b7d35-5d35-403c-8fc5-efd8e094f4f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5f6cad5-22c1-41d0-8944-afa868d73a9a HTTP/1.1" status: 204 len: 168 time: 0.1204085 Jul 16 11:41:28.422391 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b7d35-5d35-403c-8fc5-efd8e094f4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f6cad5-22c1-41d0-8944-afa868d73a9a,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:28.603117 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886c6e4f-024a-4e39-b3fc-86542551bf99 None None] New status for floating IP 9550ffca-0a4e-4cff-97f8-27b2bb28ce7c: DOWN {{(pid=93105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 11:41:28.880813 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-a5d11041-f202-472b-9bf1-9d328aca53ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:29.153510 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b46adb14-8690-4b93-b3c5-b05a56d48f3b req-40eb88e6-623c-4551-a3c8-94624898acac tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 210 time: 0.0316918 Jul 16 11:41:30.315986 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-84cc945d-f5f1-4890-8cb6-1a29d04f8714 req-17a38381-efab-4896-a893-ebc701ecfbd6 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/ports?device_id=166ee7fa-cb49-43f4-8616-39c67797c5b1 HTTP/1.1" status: 200 len: 210 time: 0.0319364 Jul 16 11:41:30.459069 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:41:31.458690 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50312) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:31.517825 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1e040616-41fe-46ed-8686-534e205211ca tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:31.543081 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1e040616-41fe-46ed-8686-534e205211ca tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:31.593204 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1e040616-41fe-46ed-8686-534e205211ca tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:31.595692 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1e040616-41fe-46ed-8686-534e205211ca tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:31.596859 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-1e040616-41fe-46ed-8686-534e205211ca tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "DELETE /v2.0/security-groups/f515c0e3-8dd4-4163-8e7a-b852f722ed34 HTTP/1.1" status: 204 len: 168 time: 0.1371644 Jul 16 11:41:31.599660 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50314) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:31.608996 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e040616-41fe-46ed-8686-534e205211ca tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f515c0e3-8dd4-4163-8e7a-b852f722ed34,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:31.613186 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.api.v2.resource [None req-4c61e946-4a34-411c-9a6c-6f6aa623d06f tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] show failed (client error): The resource could not be found. Jul 16 11:41:31.616590 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-4c61e946-4a34-411c-9a6c-6f6aa623d06f tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "GET /v2.0/security-groups/f515c0e3-8dd4-4163-8e7a-b852f722ed34 HTTP/1.1" status: 404 len: 347 time: 0.0158398 Jul 16 11:41:31.617064 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50316) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:31.675435 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-66bc4d44-a73d-4912-996c-139d926249ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:31.753478 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ee347fb4-9e42-42e7-9a8b-54dd54ac9452 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Deleting port efdb4abc-cf16-45af-8adb-524c964cec3f {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:41:31.753820 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ee347fb4-9e42-42e7-9a8b-54dd54ac9452 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:32.039207 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ee347fb4-9e42-42e7-9a8b-54dd54ac9452 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:32.039521 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ee347fb4-9e42-42e7-9a8b-54dd54ac9452 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:32.051154 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ee347fb4-9e42-42e7-9a8b-54dd54ac9452 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Calling delete_port for efdb4abc-cf16-45af-8adb-524c964cec3f owned by network:floatingip {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:41:32.072873 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:32.175900 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ee347fb4-9e42-42e7-9a8b-54dd54ac9452 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:32.199691 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee347fb4-9e42-42e7-9a8b-54dd54ac9452 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Pushing event deleted for resources: {'Port': ['ID=efdb4abc-cf16-45af-8adb-524c964cec3f,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:32.260163 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ee347fb4-9e42-42e7-9a8b-54dd54ac9452 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks [] for floatingip, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:32.262801 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ee347fb4-9e42-42e7-9a8b-54dd54ac9452 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:32.263973 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-ee347fb4-9e42-42e7-9a8b-54dd54ac9452 tempest-AttachVolumeShelveTestJSON-369148581 tempest-AttachVolumeShelveTestJSON-369148581-project] 10.222.0.16 "DELETE /v2.0/floatingips/9550ffca-0a4e-4cff-97f8-27b2bb28ce7c HTTP/1.1" status: 204 len: 168 time: 0.6452956 Jul 16 11:41:32.540410 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50328) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:32.637529 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1e7541bd-f9a8-4455-aaac-587db6572a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:32.721814 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1e7541bd-f9a8-4455-aaac-587db6572a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:32.725381 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1e7541bd-f9a8-4455-aaac-587db6572a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:32.765630 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-1e7541bd-f9a8-4455-aaac-587db6572a20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33a20372ad4d45c0a4859b4c1891eb48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240634 Jul 16 11:41:32.766528 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7541bd-f9a8-4455-aaac-587db6572a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3e7f26-dbe2-4737-9448-4491ec8205ba,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:32.769174 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50332) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:32.818149 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:32.818762 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-93b680be-1a42-4a77-97b4-810c5cfbcbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:32.841801 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-93b680be-1a42-4a77-97b4-810c5cfbcbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:32.887777 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-93b680be-1a42-4a77-97b4-810c5cfbcbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:32.890189 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-93b680be-1a42-4a77-97b4-810c5cfbcbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:32.891310 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-93b680be-1a42-4a77-97b4-810c5cfbcbeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf3e7f26-dbe2-4737-9448-4491ec8205ba HTTP/1.1" status: 204 len: 168 time: 0.1211703 Jul 16 11:41:32.898370 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b680be-1a42-4a77-97b4-810c5cfbcbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3e7f26-dbe2-4737-9448-4491ec8205ba,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:33.467026 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50358) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:33.557974 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-f95175da-a83f-41b6-a36e-4e2052102072 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-802318188-network', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:41:33.578365 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95175da-a83f-41b6-a36e-4e2052102072 admin admin] Made reservation on behalf of 93d67139c1574082adc4bf9a91d7bce7 for: {'network': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:41:33.580685 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f95175da-a83f-41b6-a36e-4e2052102072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:33.589283 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f95175da-a83f-41b6-a36e-4e2052102072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:33.684884 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f95175da-a83f-41b6-a36e-4e2052102072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:33.688402 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f95175da-a83f-41b6-a36e-4e2052102072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:33.709026 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95175da-a83f-41b6-a36e-4e2052102072 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:41:33.726183 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f95175da-a83f-41b6-a36e-4e2052102072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:33.726528 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.db.segments_db [None req-f95175da-a83f-41b6-a36e-4e2052102072 admin admin] Added segment 1f10c6fb-c0c4-402c-8ace-8a35357d36f0 of type vlan for network dec8b37d-8a34-425c-b3f2-8b05bf41901b Jul 16 11:41:33.727748 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95175da-a83f-41b6-a36e-4e2052102072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5321ab-30e2-48e2-9b51-cc4ef20c3991,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:33.771802 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f95175da-a83f-41b6-a36e-4e2052102072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:33.800879 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f95175da-a83f-41b6-a36e-4e2052102072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:33.801955 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95175da-a83f-41b6-a36e-4e2052102072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:41:33.802957 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f95175da-a83f-41b6-a36e-4e2052102072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:33.834516 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-f95175da-a83f-41b6-a36e-4e2052102072 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3661342 Jul 16 11:41:33.837767 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50368) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:33.844693 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-718e3d0c-63df-4fe6-9a23-9b4412e31fdc admin admin] Request body: {'subnet': {'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-802318188-subnet', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'ip_version': 4}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:41:33.878410 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95175da-a83f-41b6-a36e-4e2052102072 admin admin] Pushing event updated for resources: {'Network': ['ID=dec8b37d-8a34-425c-b3f2-8b05bf41901b,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:33.888565 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network dec8b37d-8a34-425c-b3f2-8b05bf41901b details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:41:33.894766 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718e3d0c-63df-4fe6-9a23-9b4412e31fdc admin admin] Made reservation on behalf of 93d67139c1574082adc4bf9a91d7bce7 for: {'subnet': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:41:33.897449 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-718e3d0c-63df-4fe6-9a23-9b4412e31fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8595454'] for subnet, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:33.909907 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 5737c6ed-681d-43de-b7bf-bc681c2d5acb no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:41:33.933550 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: 5737c6ed-681d-43de-b7bf-bc681c2d5acb {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:41:33.933895 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 5737c6ed-681d-43de-b7bf-bc681c2d5acb not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:41:34.057916 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-718e3d0c-63df-4fe6-9a23-9b4412e31fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8593490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8595436'] for subnet, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:34.114972 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e3d0c-63df-4fe6-9a23-9b4412e31fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=54c7060f-8812-4e37-95d7-28363b5784b1,revision_number=0']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:34.117136 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e3d0c-63df-4fe6-9a23-9b4412e31fdc admin admin] Checking segment: {'id': '1f10c6fb-c0c4-402c-8ace-8a35357d36f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:41:34.118017 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e3d0c-63df-4fe6-9a23-9b4412e31fdc admin admin] Network hostable DHCP agents. Network: dec8b37d-8a34-425c-b3f2-8b05bf41901b, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:41:34.134735 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e3d0c-63df-4fe6-9a23-9b4412e31fdc admin admin] Network dec8b37d-8a34-425c-b3f2-8b05bf41901b is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:41:34.142472 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-718e3d0c-63df-4fe6-9a23-9b4412e31fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, dec8b37d-8a34-425c-b3f2-8b05bf41901b) {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:41:34.146239 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718e3d0c-63df-4fe6-9a23-9b4412e31fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:41:34.146819 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-718e3d0c-63df-4fe6-9a23-9b4412e31fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:34.152443 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ce3f17-1867-4ffd-844c-a08367cfb5ca None None] Network dec8b37d-8a34-425c-b3f2-8b05bf41901b requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:41:34.160761 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-718e3d0c-63df-4fe6-9a23-9b4412e31fdc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3217223 Jul 16 11:41:34.163411 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50370) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:34.167738 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-802318188-router', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:41:34.187684 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123037'] for router, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:34.188720 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1726601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1651412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126574'] for router, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:34.243626 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:34.292142 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54b1039c-cf72-54a1-82ca-f279e9606da9-dec8b37d-8a34-425c-b3f2-8b05bf41901b', 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'fixed_ips': [{'subnet_id': '54c7060f-8812-4e37-95d7-28363b5784b1'}]}} from dv-cinder-784763-6-iscsi. {{(pid=93105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 11:41:34.293015 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:34.373510 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:34.376356 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126588'] for router, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:34.438337 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.db_base_plugin_common [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Allocated IP 172.20.0.2 (dec8b37d-8a34-425c-b3f2-8b05bf41901b/54c7060f-8812-4e37-95d7-28363b5784b1/196d62aa-ec67-4d0c-a060-23b712ff5e94) {{(pid=93105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:41:34.574498 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:34.576576 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Notify callbacks [] for port, precommit_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:34.585051 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Transition to ACTIVE for port object 196d62aa-ec67-4d0c-a060-23b712ff5e94 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:41:34.592608 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:34.600185 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Transition to ACTIVE for port object 196d62aa-ec67-4d0c-a060-23b712ff5e94 will not be triggered until provisioned by entity DHCP. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:41:34.606403 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:34.640366 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Network dec8b37d-8a34-425c-b3f2-8b05bf41901b is already hosted by enough agents. {{(pid=93105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:41:34.646581 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.base_scheduler [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Resources bound (agent type, host, resource id): {{(pid=93105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:41:34.649151 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Received port after_create {{(pid=93105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:41:34.685238 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Pushing event updated for resources: {'Port': ['ID=196d62aa-ec67-4d0c-a060-23b712ff5e94,revision_number=1']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:34.702504 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Allocated IP 172.27.0.69 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/a457996e-9a41-41d2-a221-bcb88b3938a6) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:41:34.710224 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:34.710654 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:34.711098 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:34.711490 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:34.711913 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:34.712305 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:34.712691 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:34.713096 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:34.713506 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:34.713889 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:34.714279 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:34.714656 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:34.729817 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Attempting to bind port 196d62aa-ec67-4d0c-a060-23b712ff5e94 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:41:34.730599 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Attempting to bind port 196d62aa-ec67-4d0c-a060-23b712ff5e94 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': '1f10c6fb-c0c4-402c-8ace-8a35357d36f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:41:34.730750 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Attempting to bind port 196d62aa-ec67-4d0c-a060-23b712ff5e94 on network dec8b37d-8a34-425c-b3f2-8b05bf41901b {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:41:34.735887 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:41:34.736264 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Checking segment: {'id': '1f10c6fb-c0c4-402c-8ace-8a35357d36f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:41:34.736661 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:34.737045 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Bound using segment: {'id': '1f10c6fb-c0c4-402c-8ace-8a35357d36f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:41:34.737507 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Bound port: 196d62aa-ec67-4d0c-a060-23b712ff5e94, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f10c6fb-c0c4-402c-8ace-8a35357d36f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:41:34.737886 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:34.805573 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] For port 196d62aa-ec67-4d0c-a060-23b712ff5e94, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:41:34.808761 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] For port 196d62aa-ec67-4d0c-a060-23b712ff5e94, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=196d62aa-ec67-4d0c-a060-23b712ff5e94,segment=NetworkSegment(1f10c6fb-c0c4-402c-8ace-8a35357d36f0),segment_id=1f10c6fb-c0c4-402c-8ace-8a35357d36f0)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:41:34.813459 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:34.815595 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:34.822788 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50378) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:34.863270 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:34.880719 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10dffbc-c806-41d2-b9d3-5746963fcb65 None None] Pushing event updated for resources: {'Port': ['ID=196d62aa-ec67-4d0c-a060-23b712ff5e94,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:34.902711 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:41:34.909287 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:41:34.911702 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:41:34.942528 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Pushing event updated for resources: {'Port': ['ID=a457996e-9a41-41d2-a221-bcb88b3938a6,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:35.208727 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:35.240852 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 196d62aa-ec67-4d0c-a060-23b712ff5e94 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:41:35.303651 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port 196d62aa-ec67-4d0c-a060-23b712ff5e94 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:41:35.322060 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f3b58738-25e2-44a9-8ad0-52c01396994e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1726629'] for router_interface, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:35.407231 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814283'] for router, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:35.538858 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Router 5d589d4c-64aa-499f-addf-17ca67a61fe3 is scheduled to L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d with binding_index 1 {{(pid=93103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 11:41:35.579105 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-f3b58738-25e2-44a9-8ad0-52c01396994e admin admin] Deleting port 862e634c-2358-4521-a301-36ffe4b6ad87 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:41:35.579577 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f3b58738-25e2-44a9-8ad0-52c01396994e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:35.656018 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:41:35.660938 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-f3b58738-25e2-44a9-8ad0-52c01396994e admin admin] For port 862e634c-2358-4521-a301-36ffe4b6ad87, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=862e634c-2358-4521-a301-36ffe4b6ad87,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:41:35.661361 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f3b58738-25e2-44a9-8ad0-52c01396994e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:35.669087 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Sync routers for ids ['5d589d4c-64aa-499f-addf-17ca67a61fe3'] in dv-cinder-784763-6-iscsi {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:41:35.673230 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] Notify callbacks [] for router, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:35.677372 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-e0b70f33-c1d0-4665-a12b-2146cf941d76 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5102096 Jul 16 11:41:35.677543 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50382) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:35.682785 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Routers {'5d589d4c-64aa-499f-addf-17ca67a61fe3'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:41:35.683403 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:41:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5d589d4c-64aa-499f-addf-17ca67a61fe3'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:35.690007 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-f3b58738-25e2-44a9-8ad0-52c01396994e admin admin] Calling delete_port for 862e634c-2358-4521-a301-36ffe4b6ad87 owned by network:router_interface {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:41:35.809339 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Set router 5d589d4c-64aa-499f-addf-17ca67a61fe3 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:41:35.886258 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6ba07f-e53d-446a-84e3-5f297541f8e7 None None] Network dec8b37d-8a34-425c-b3f2-8b05bf41901b requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:41:35.898915 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f3b58738-25e2-44a9-8ad0-52c01396994e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:35.929428 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b58738-25e2-44a9-8ad0-52c01396994e admin admin] Pushing event deleted for resources: {'Port': ['ID=862e634c-2358-4521-a301-36ffe4b6ad87,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:36.003497 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-c095494a-055f-4662-ade5-af71ebff2ff2 None None] Provisioning for port 196d62aa-ec67-4d0c-a060-23b712ff5e94 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:41:36.011025 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-c095494a-055f-4662-ade5-af71ebff2ff2 None None] Provisioning complete for port 196d62aa-ec67-4d0c-a060-23b712ff5e94 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:41:36.011394 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-c095494a-055f-4662-ade5-af71ebff2ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:36.059355 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'name': 'tempest-TestShelveInstance-802318188-router', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:35Z', 'revision_number': 3, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'gw_port': {'id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:36.098893 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Checking router: 5d589d4c-64aa-499f-addf-17ca67a61fe3 for host: dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:41:36.099411 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Updating router 5d589d4c-64aa-499f-addf-17ca67a61fe3 port a457996e-9a41-41d2-a221-bcb88b3938a6 binding host dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:41:36.141516 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f3b58738-25e2-44a9-8ad0-52c01396994e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725237'] for router_interface, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:36.159316 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-c095494a-055f-4662-ade5-af71ebff2ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:36.167829 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:36.213706 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-c095494a-055f-4662-ade5-af71ebff2ff2 None None] For port 196d62aa-ec67-4d0c-a060-23b712ff5e94, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=196d62aa-ec67-4d0c-a060-23b712ff5e94,segment=NetworkSegment(1f10c6fb-c0c4-402c-8ace-8a35357d36f0),segment_id=1f10c6fb-c0c4-402c-8ace-8a35357d36f0)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:41:36.223480 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-c095494a-055f-4662-ade5-af71ebff2ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:36.252579 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:36.314689 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095494a-055f-4662-ade5-af71ebff2ff2 None None] Pushing event updated for resources: {'Port': ['ID=196d62aa-ec67-4d0c-a060-23b712ff5e94,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:36.445086 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-0e2535d2-246e-4594-8a09-3475b292bee6 None None] Provisioning complete for port 196d62aa-ec67-4d0c-a060-23b712ff5e94 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:41:36.446030 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-0e2535d2-246e-4594-8a09-3475b292bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:36.448840 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b58738-25e2-44a9-8ad0-52c01396994e admin admin] Router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:41:36.449193 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Allocated IP 172.20.0.1 (dec8b37d-8a34-425c-b3f2-8b05bf41901b/54c7060f-8812-4e37-95d7-28363b5784b1/57bdeb6a-4b9c-49b1-a8a5-6c041d720904) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:41:36.491835 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:36.504434 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.provisioning_blocks [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Transition to ACTIVE for port object a457996e-9a41-41d2-a221-bcb88b3938a6 will not be triggered until provisioned by entity L2. {{(pid=93106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:41:36.513597 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:36.570142 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Attempting to bind port a457996e-9a41-41d2-a221-bcb88b3938a6 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:41:36.571096 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Attempting to bind port a457996e-9a41-41d2-a221-bcb88b3938a6 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:41:36.571454 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Attempting to bind port a457996e-9a41-41d2-a221-bcb88b3938a6 on network 9257506f-d87a-4713-a52d-23614a98d559 {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:41:36.579168 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac2b47-754a-4e84-b10a-5a37bfc28a3d None None] Pushing event updated for resources: {'Port': ['ID=a457996e-9a41-41d2-a221-bcb88b3938a6,revision_number=2']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:36.581422 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:41:36.581878 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Checking segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:41:36.582186 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:36.582577 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Bound using segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:41:36.583047 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Bound port: a457996e-9a41-41d2-a221-bcb88b3938a6, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:41:36.583391 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b58738-25e2-44a9-8ad0-52c01396994e admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:41:36.583533 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:36.591392 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-f3b58738-25e2-44a9-8ad0-52c01396994e admin admin] 10.222.0.16 "PUT /v2.0/routers/3c1e4218-5ed8-42ed-b160-be25f7dfb6e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7674532 Jul 16 11:41:36.592038 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50384) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:36.596031 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57eab5b-08e3-4de6-bffe-3fa1227e3209 None None] Sync routers for ids ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:41:36.606448 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57eab5b-08e3-4de6-bffe-3fa1227e3209 None None] Routers {'3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:41:36.607096 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-a57eab5b-08e3-4de6-bffe-3fa1227e3209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:41:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:36.610936 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac2b47-754a-4e84-b10a-5a37bfc28a3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:36.611280 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac2b47-754a-4e84-b10a-5a37bfc28a3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:36.611614 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac2b47-754a-4e84-b10a-5a37bfc28a3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:36.611981 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac2b47-754a-4e84-b10a-5a37bfc28a3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:36.612296 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac2b47-754a-4e84-b10a-5a37bfc28a3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:36.612624 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac2b47-754a-4e84-b10a-5a37bfc28a3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:36.612945 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac2b47-754a-4e84-b10a-5a37bfc28a3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:36.613264 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac2b47-754a-4e84-b10a-5a37bfc28a3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:36.613600 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac2b47-754a-4e84-b10a-5a37bfc28a3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:36.613920 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac2b47-754a-4e84-b10a-5a37bfc28a3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:36.614247 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac2b47-754a-4e84-b10a-5a37bfc28a3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:36.614550 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac2b47-754a-4e84-b10a-5a37bfc28a3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:36.653060 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] For port a457996e-9a41-41d2-a221-bcb88b3938a6, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:41:36.657803 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] For port a457996e-9a41-41d2-a221-bcb88b3938a6, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=a457996e-9a41-41d2-a221-bcb88b3938a6,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:41:36.668991 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:36.710647 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Routers {'5d589d4c-64aa-499f-addf-17ca67a61fe3'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:41:36.713048 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:41:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5d589d4c-64aa-499f-addf-17ca67a61fe3'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:36.734799 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-a57eab5b-08e3-4de6-bffe-3fa1227e3209 None None] Set router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:41:36.741450 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-285f071b-dcb5-4cba-8959-7d4e007a1148 admin admin] Notify callbacks [] for router, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:36.805589 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:36.822042 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Transition to ACTIVE for port object 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:41:36.864201 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:36.887124 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-285f071b-dcb5-4cba-8959-7d4e007a1148 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:36.907556 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Network dec8b37d-8a34-425c-b3f2-8b05bf41901b is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:41:36.910893 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:41:36.914465 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:41:36.939515 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac2b47-754a-4e84-b10a-5a37bfc28a3d None None] Pushing event updated for resources: {'Port': ['ID=a457996e-9a41-41d2-a221-bcb88b3938a6,revision_number=3']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:36.949221 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] Set router 5d589d4c-64aa-499f-addf-17ca67a61fe3 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:41:36.960497 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Pushing event updated for resources: {'Port': ['ID=57bdeb6a-4b9c-49b1-a8a5-6c041d720904,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:36.973261 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726524'] for router_interface, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:37.000490 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-285f071b-dcb5-4cba-8959-7d4e007a1148 admin admin] Deleting port 35fbdee8-9500-480e-a23b-2885cf144d56 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:41:37.001434 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-285f071b-dcb5-4cba-8959-7d4e007a1148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:37.085529 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-a57eab5b-08e3-4de6-bffe-3fa1227e3209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:41:35Z', 'revision_number': 5, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port': {'id': '35fbdee8-9500-480e-a23b-2885cf144d56', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:34:34Z', 'updated_at': '2021-07-16T11:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:37.088708 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-285f071b-dcb5-4cba-8959-7d4e007a1148 admin admin] For port 35fbdee8-9500-480e-a23b-2885cf144d56, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=35fbdee8-9500-480e-a23b-2885cf144d56,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:41:37.089068 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-285f071b-dcb5-4cba-8959-7d4e007a1148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:37.108693 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-285f071b-dcb5-4cba-8959-7d4e007a1148 admin admin] Calling delete_port for 35fbdee8-9500-480e-a23b-2885cf144d56 owned by network:router_gateway {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:41:37.180897 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:37.192580 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57eab5b-08e3-4de6-bffe-3fa1227e3209 None None] Checking router: 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:41:37.214249 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57eab5b-08e3-4de6-bffe-3fa1227e3209 None None] Routers {'3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:41:37.214964 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-a57eab5b-08e3-4de6-bffe-3fa1227e3209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:41:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:37.216046 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'name': 'tempest-TestShelveInstance-802318188-router', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:35Z', 'revision_number': 3, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'gw_port': {'id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:37.245433 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561fa140-510f-4a85-ab5b-910c4e2ef3f4 None None] The sync data for ids ['5d589d4c-64aa-499f-addf-17ca67a61fe3'] in dv-cinder-784763-6-iscsi is: [{'id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'name': 'tempest-TestShelveInstance-802318188-router', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:35Z', 'revision_number': 3, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'gw_port': {'id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}] {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:41:37.301565 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 196d62aa-ec67-4d0c-a060-23b712ff5e94 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:41:37.333085 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-4e6a6467-1311-4829-8eaa-b9790cd24aa4 None None] Provisioning for port 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:41:37.363568 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-a57eab5b-08e3-4de6-bffe-3fa1227e3209 None None] Set router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 gateway port host: None {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:41:37.376156 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-285f071b-dcb5-4cba-8959-7d4e007a1148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:37.396746 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-4e6a6467-1311-4829-8eaa-b9790cd24aa4 None None] Provisioning complete for port 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:41:37.396746 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4e6a6467-1311-4829-8eaa-b9790cd24aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:37.406523 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:37.413007 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:37.450655 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-a57eab5b-08e3-4de6-bffe-3fa1227e3209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:41:36Z', 'revision_number': 6, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port_host': None}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:37.470490 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f071b-dcb5-4cba-8959-7d4e007a1148 admin admin] Pushing event deleted for resources: {'Port': ['ID=35fbdee8-9500-480e-a23b-2885cf144d56,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:37.474246 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-285f071b-dcb5-4cba-8959-7d4e007a1148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814383'] for router_gateway, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:37.482369 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57eab5b-08e3-4de6-bffe-3fa1227e3209 None None] The sync data for ids ['3c1e4218-5ed8-42ed-b160-be25f7dfb6e8'] in dv-cinder-784763-6-iscsi is: [{'id': '3c1e4218-5ed8-42ed-b160-be25f7dfb6e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1002761577-router', 'tenant_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:34:33Z', 'updated_at': '2021-07-16T11:41:36Z', 'revision_number': 6, 'project_id': 'fe97d478fdc74fdb8ed5c9bc4eb20d57', 'gw_port_host': None}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:41:37.491039 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726536'] for router_interface, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:37.494704 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Pushing event updated for resources: {'Port': ['ID=57bdeb6a-4b9c-49b1-a8a5-6c041d720904,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:37.506720 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-4e6a6467-1311-4829-8eaa-b9790cd24aa4 None None] Port 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:41:37.513020 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 196d62aa-ec67-4d0c-a060-23b712ff5e94 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:41:37.513408 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:37.608082 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Network dec8b37d-8a34-425c-b3f2-8b05bf41901b is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:41:37.609663 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:41:37.732281 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Router 5d589d4c-64aa-499f-addf-17ca67a61fe3 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:41:37.826573 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-416fb481-2646-4516-8f58-92c905b17747 None None] Provisioning complete for port 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:41:37.827053 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-416fb481-2646-4516-8f58-92c905b17747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:37.846417 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:41:37.856108 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-2b5aa58c-c703-4714-b301-be99eecf44ef admin admin] 10.222.0.16 "PUT /v2.0/routers/5d589d4c-64aa-499f-addf-17ca67a61fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1726265 Jul 16 11:41:37.856309 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-285f071b-dcb5-4cba-8959-7d4e007a1148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126567'] for router, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:37.858857 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-285f071b-dcb5-4cba-8959-7d4e007a1148 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:37.875857 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-416fb481-2646-4516-8f58-92c905b17747 None None] Port 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:41:37.968814 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-285f071b-dcb5-4cba-8959-7d4e007a1148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810925'] for router, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:37.970598 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285f071b-dcb5-4cba-8959-7d4e007a1148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 {{(pid=93104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 11:41:37.978761 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-285f071b-dcb5-4cba-8959-7d4e007a1148 admin admin] Notify callbacks [] for router, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:37.980065 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-285f071b-dcb5-4cba-8959-7d4e007a1148 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3c1e4218-5ed8-42ed-b160-be25f7dfb6e8 HTTP/1.1" status: 204 len: 168 time: 1.3870564 Jul 16 11:41:37.982491 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50388) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:38.037434 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_v2 [None req-86cbe058-0a6e-406f-9008-d1174ef8cc1e admin admin] Deleting subnet 54cab1d6-11e7-4058-9076-dd369f1e0736 {{(pid=93104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 11:41:38.041204 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-86cbe058-0a6e-406f-9008-d1174ef8cc1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.078472 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-86cbe058-0a6e-406f-9008-d1174ef8cc1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9065772'] for subnet, precommit_delete_associations {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.164409 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-86cbe058-0a6e-406f-9008-d1174ef8cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732748'] for subnet, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.220499 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-86cbe058-0a6e-406f-9008-d1174ef8cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9065764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526688'] for subnet, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.247024 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbe058-0a6e-406f-9008-d1174ef8cc1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54cab1d6-11e7-4058-9076-dd369f1e0736,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:38.252015 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-86cbe058-0a6e-406f-9008-d1174ef8cc1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.253890 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-86cbe058-0a6e-406f-9008-d1174ef8cc1e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/54cab1d6-11e7-4058-9076-dd369f1e0736 HTTP/1.1" status: 204 len: 168 time: 0.2703624 Jul 16 11:41:38.256324 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50398) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:38.259397 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2959b83d-126e-4358-a474-fe3d44356edc None None] Network f3bf2836-3f60-4871-835c-2371c60f999a requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:41:38.348532 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623655'] for network, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.416913 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] Deleting port d36882c6-fbe3-4c86-86dc-da7353d96d00 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:41:38.417401 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.463739 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50404) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:38.469261 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-27e188f7-ed9b-45ef-8297-e9df65b91993 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1772066536-network', 'tenant_id': '3d89ec35a9164c708eb0415ec37a0665'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:41:38.491670 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e188f7-ed9b-45ef-8297-e9df65b91993 admin admin] Made reservation on behalf of 3d89ec35a9164c708eb0415ec37a0665 for: {'network': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:41:38.495115 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] For port d36882c6-fbe3-4c86-86dc-da7353d96d00, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=d36882c6-fbe3-4c86-86dc-da7353d96d00,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:41:38.495474 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.495786 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-27e188f7-ed9b-45ef-8297-e9df65b91993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.506748 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef155e98-2e61-4707-b369-7f1871171b4a None None] DHCP port deletion for f3bf2836-3f60-4871-835c-2371c60f999a request from dv-cinder-784763-6-iscsi {{(pid=93105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 11:41:38.510276 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-27e188f7-ed9b-45ef-8297-e9df65b91993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.512492 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] Calling delete_port for d36882c6-fbe3-4c86-86dc-da7353d96d00 owned by network:dhcp {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:41:38.579641 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-ef155e98-2e61-4707-b369-7f1871171b4a None None] Deleting port d36882c6-fbe3-4c86-86dc-da7353d96d00 {{(pid=93105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:41:38.581090 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ef155e98-2e61-4707-b369-7f1871171b4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.633816 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-27e188f7-ed9b-45ef-8297-e9df65b91993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.634065 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.639571 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-27e188f7-ed9b-45ef-8297-e9df65b91993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.665017 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d36882c6-fbe3-4c86-86dc-da7353d96d00,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:38.667400 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] No DVR routers for this DVR port d36882c6-fbe3-4c86-86dc-da7353d96d00 on host dv-cinder-784763-6-iscsi {{(pid=93104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:41:38.672525 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e188f7-ed9b-45ef-8297-e9df65b91993 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:41:38.679360 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-ef155e98-2e61-4707-b369-7f1871171b4a None None] For port d36882c6-fbe3-4c86-86dc-da7353d96d00, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=d36882c6-fbe3-4c86-86dc-da7353d96d00,segment=NetworkSegment(f756945b-6af6-4c64-a818-a5ffa7018341),segment_id=f756945b-6af6-4c64-a818-a5ffa7018341)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:41:38.680171 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ef155e98-2e61-4707-b369-7f1871171b4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.684088 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e188f7-ed9b-45ef-8297-e9df65b91993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506176c6-44dc-4d8c-ab65-eeaed6aa4269,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:38.690523 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-27e188f7-ed9b-45ef-8297-e9df65b91993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.690852 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.db.segments_db [None req-27e188f7-ed9b-45ef-8297-e9df65b91993 admin admin] Added segment 0ebe5139-fda8-4925-ae9f-25f3a3826bac of type vlan for network 1b47890d-580e-45e8-b8f6-bb3597a64548 Jul 16 11:41:38.717882 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-ef155e98-2e61-4707-b369-7f1871171b4a None None] Calling delete_port for d36882c6-fbe3-4c86-86dc-da7353d96d00 owned by network:dhcp {{(pid=93105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:41:38.740737 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-27e188f7-ed9b-45ef-8297-e9df65b91993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.773135 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734504', 'neutron.services.segments.db._delete_segments_for_network-8746163431244'] for network, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.776650 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-27e188f7-ed9b-45ef-8297-e9df65b91993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.777823 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e188f7-ed9b-45ef-8297-e9df65b91993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:41:38.778422 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-27e188f7-ed9b-45ef-8297-e9df65b91993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.792155 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3bf2836-3f60-4871-835c-2371c60f999a']}} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:38.805741 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f756945b-6af6-4c64-a818-a5ffa7018341') {'for_net_delete': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:38.806527 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f756945b-6af6-4c64-a818-a5ffa7018341') {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:38.809939 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-27e188f7-ed9b-45ef-8297-e9df65b91993 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3425159 Jul 16 11:41:38.814543 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50406) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:38.816736 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746163433557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9065755'] for segment, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.821205 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-62a94b4e-ded8-4f83-be5f-66b3c93c2431 admin admin] Request body: {'subnet': {'network_id': '1b47890d-580e-45e8-b8f6-bb3597a64548', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1772066536-subnet', 'tenant_id': '3d89ec35a9164c708eb0415ec37a0665', 'ip_version': 4}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:41:38.822654 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ef155e98-2e61-4707-b369-7f1871171b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598'] for port, after_delete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.833548 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.840530 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 11:41:38.841294 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9065606'] for segment, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: Traceback (most recent call last): Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: timer() Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: cb(*args, **kw) Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: return func(*args, **kwargs) Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: self._notify() Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: self.callback(batched_events) Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: event.method(event) Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: return f(self, *a, **k) Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: return self._get(url).json() Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: return self.request(url, 'GET', **kwargs) Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 11:41:38.843037 dv-cinder-784763-6-iscsi neutron-server[93104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 11:41:38.851188 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a94b4e-ded8-4f83-be5f-66b3c93c2431 admin admin] Made reservation on behalf of 3d89ec35a9164c708eb0415ec37a0665 for: {'subnet': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:41:38.854629 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-62a94b4e-ded8-4f83-be5f-66b3c93c2431 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8595454'] for subnet, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.869354 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef155e98-2e61-4707-b369-7f1871171b4a None None] Pushing event deleted for resources: {'Port': ['ID=d36882c6-fbe3-4c86-86dc-da7353d96d00,revision_number=None']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:38.875875 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef155e98-2e61-4707-b369-7f1871171b4a None None] No DVR routers for this DVR port d36882c6-fbe3-4c86-86dc-da7353d96d00 on host dv-cinder-784763-6-iscsi {{(pid=93105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:41:38.901215 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e188f7-ed9b-45ef-8297-e9df65b91993 admin admin] Pushing event updated for resources: {'Network': ['ID=1b47890d-580e-45e8-b8f6-bb3597a64548,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:38.905790 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814451'] for network, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.914875 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:38.919218 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network 1b47890d-580e-45e8-b8f6-bb3597a64548 details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:41:38.920020 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f3bf2836-3f60-4871-835c-2371c60f999a HTTP/1.1" status: 204 len: 168 time: 0.6623106 Jul 16 11:41:38.930670 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf66270-ca2b-4656-bcf9-62b4f63a9fb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3bf2836-3f60-4871-835c-2371c60f999a,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:39.075762 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-62a94b4e-ded8-4f83-be5f-66b3c93c2431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8593490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8595436'] for subnet, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:39.102474 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50410) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:39.151599 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a94b4e-ded8-4f83-be5f-66b3c93c2431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d791858d-6e33-4250-97a8-1a5efe634b5a,revision_number=0']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:39.185464 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a94b4e-ded8-4f83-be5f-66b3c93c2431 admin admin] Checking segment: {'id': '0ebe5139-fda8-4925-ae9f-25f3a3826bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1b47890d-580e-45e8-b8f6-bb3597a64548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:41:39.185833 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a94b4e-ded8-4f83-be5f-66b3c93c2431 admin admin] Network hostable DHCP agents. Network: 1b47890d-580e-45e8-b8f6-bb3597a64548, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:41:39.192219 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-563def5d-2393-484f-92e2-e9364189c000 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe97d478fdc74fdb8ed5c9bc4eb20d57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0850904 Jul 16 11:41:39.192413 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50412) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:39.192739 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device a457996e-9a41-41d2-a221-bcb88b3938a6 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:41:39.236289 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a94b4e-ded8-4f83-be5f-66b3c93c2431 admin admin] Network 1b47890d-580e-45e8-b8f6-bb3597a64548 is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:41:39.243232 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port a457996e-9a41-41d2-a221-bcb88b3938a6 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:41:39.248946 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port a457996e-9a41-41d2-a221-bcb88b3938a6 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:41:39.249716 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:39.251742 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-62a94b4e-ded8-4f83-be5f-66b3c93c2431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, 1b47890d-580e-45e8-b8f6-bb3597a64548) {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:41:39.257047 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fbfbfffe-d91a-4537-be87-78a20b22ff8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:39.259472 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a94b4e-ded8-4f83-be5f-66b3c93c2431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:41:39.260081 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-62a94b4e-ded8-4f83-be5f-66b3c93c2431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:39.280844 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-62a94b4e-ded8-4f83-be5f-66b3c93c2431 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4651835 Jul 16 11:41:39.281057 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c222dcb-29aa-4757-94f5-cc4c7078f812 None None] Network 1b47890d-580e-45e8-b8f6-bb3597a64548 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:41:39.283621 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50414) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:39.292378 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1772066536-router', 'tenant_id': '3d89ec35a9164c708eb0415ec37a0665', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:41:39.292591 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fbfbfffe-d91a-4537-be87-78a20b22ff8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:39.318394 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123037'] for router, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:39.319920 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1726601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1651412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126574'] for router, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:39.346988 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fbfbfffe-d91a-4537-be87-78a20b22ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:39.353867 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fbfbfffe-d91a-4537-be87-78a20b22ff8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:39.358553 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-fbfbfffe-d91a-4537-be87-78a20b22ff8b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4bce621-e9cd-4d0f-8a3f-9fd62220ee9d HTTP/1.1" status: 204 len: 168 time: 0.1627524 Jul 16 11:41:39.373032 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbfffe-d91a-4537-be87-78a20b22ff8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bce621-e9cd-4d0f-8a3f-9fd62220ee9d,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:39.395519 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:39.449663 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:39.480441 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port a457996e-9a41-41d2-a221-bcb88b3938a6, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=a457996e-9a41-41d2-a221-bcb88b3938a6,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:41:39.486638 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:39.528499 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54b1039c-cf72-54a1-82ca-f279e9606da9-1b47890d-580e-45e8-b8f6-bb3597a64548', 'network_id': '1b47890d-580e-45e8-b8f6-bb3597a64548', 'tenant_id': '3d89ec35a9164c708eb0415ec37a0665', 'fixed_ips': [{'subnet_id': 'd791858d-6e33-4250-97a8-1a5efe634b5a'}]}} from dv-cinder-784763-6-iscsi. {{(pid=93105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 11:41:39.529480 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:39.558201 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 862e634c-2358-4521-a301-36ffe4b6ad87 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:41:39.561765 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126588'] for router, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:39.591279 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Sync routers for ids ['5d589d4c-64aa-499f-addf-17ca67a61fe3'] in dv-cinder-784763-6-iscsi {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:41:39.608226 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: 862e634c-2358-4521-a301-36ffe4b6ad87 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:41:39.608571 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 862e634c-2358-4521-a301-36ffe4b6ad87 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:41:39.608987 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 35fbdee8-9500-480e-a23b-2885cf144d56 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:41:39.610925 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Routers {'5d589d4c-64aa-499f-addf-17ca67a61fe3'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:41:39.613003 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=a457996e-9a41-41d2-a221-bcb88b3938a6,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:39.614764 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:41:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5d589d4c-64aa-499f-addf-17ca67a61fe3'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:39.686030 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: 35fbdee8-9500-480e-a23b-2885cf144d56 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:41:39.686381 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 35fbdee8-9500-480e-a23b-2885cf144d56 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:41:39.686797 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device d36882c6-fbe3-4c86-86dc-da7353d96d00 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:41:39.714065 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: d36882c6-fbe3-4c86-86dc-da7353d96d00 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:41:39.714503 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device d36882c6-fbe3-4c86-86dc-da7353d96d00 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:41:39.760100 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Set router 5d589d4c-64aa-499f-addf-17ca67a61fe3 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:41:39.789441 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.db_base_plugin_common [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Allocated IP 172.20.0.2 (1b47890d-580e-45e8-b8f6-bb3597a64548/d791858d-6e33-4250-97a8-1a5efe634b5a/f4fabd61-0b36-4df6-9274-282f72a19d79) {{(pid=93105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:41:39.800319 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:39.821378 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:39.944089 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Allocated IP 172.27.0.214 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/2ed307d8-6ba5-40db-b355-ebf2a6cbcc05) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:41:39.974990 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Notify callbacks [] for port, precommit_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:39.984972 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Transition to ACTIVE for port object f4fabd61-0b36-4df6-9274-282f72a19d79 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:41:39.990696 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'name': 'tempest-TestShelveInstance-802318188-router', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:37Z', 'revision_number': 4, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'gw_port': {'id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '57bdeb6a-4b9c-49b1-a8a5-6c041d720904', 'name': '', 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'mac_address': 'fa:16:3e:20:ef:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:36Z', 'updated_at': '2021-07-16T11:41:37Z', 'revision_number': 2, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'subnets': [{'id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:40.002445 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Transition to ACTIVE for port object f4fabd61-0b36-4df6-9274-282f72a19d79 will not be triggered until provisioned by entity DHCP. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:41:40.011147 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.026279 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Checking router: 5d589d4c-64aa-499f-addf-17ca67a61fe3 for host: dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:41:40.026629 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Updating router 5d589d4c-64aa-499f-addf-17ca67a61fe3 port 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 binding host dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:41:40.056117 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Network 1b47890d-580e-45e8-b8f6-bb3597a64548 is already hosted by enough agents. {{(pid=93105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:41:40.059309 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.base_scheduler [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Resources bound (agent type, host, resource id): {{(pid=93105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:41:40.062623 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.063215 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Received port after_create {{(pid=93105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:41:40.070749 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Pushing event updated for resources: {'Port': ['ID=f4fabd61-0b36-4df6-9274-282f72a19d79,revision_number=1']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:40.082892 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.132951 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.133282 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Attempting to bind port f4fabd61-0b36-4df6-9274-282f72a19d79 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:41:40.133813 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Attempting to bind port f4fabd61-0b36-4df6-9274-282f72a19d79 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': '0ebe5139-fda8-4925-ae9f-25f3a3826bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1b47890d-580e-45e8-b8f6-bb3597a64548'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:41:40.134238 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Attempting to bind port f4fabd61-0b36-4df6-9274-282f72a19d79 on network 1b47890d-580e-45e8-b8f6-bb3597a64548 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:41:40.140159 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:41:40.140693 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Checking segment: {'id': '0ebe5139-fda8-4925-ae9f-25f3a3826bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1b47890d-580e-45e8-b8f6-bb3597a64548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:41:40.141199 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.141630 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Bound using segment: {'id': '0ebe5139-fda8-4925-ae9f-25f3a3826bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1b47890d-580e-45e8-b8f6-bb3597a64548'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:41:40.142207 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Bound port: f4fabd61-0b36-4df6-9274-282f72a19d79, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebe5139-fda8-4925-ae9f-25f3a3826bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1b47890d-580e-45e8-b8f6-bb3597a64548'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:41:40.142726 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.173754 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:41:40.178507 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:41:40.182168 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:41:40.215160 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] For port f4fabd61-0b36-4df6-9274-282f72a19d79, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:41:40.218516 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] For port f4fabd61-0b36-4df6-9274-282f72a19d79, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=f4fabd61-0b36-4df6-9274-282f72a19d79,segment=NetworkSegment(0ebe5139-fda8-4925-ae9f-25f3a3826bac),segment_id=0ebe5139-fda8-4925-ae9f-25f3a3826bac)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:41:40.224962 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50436) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:40.231359 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.232264 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2ed307d8-6ba5-40db-b355-ebf2a6cbcc05,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:40.314474 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f56171-5e08-4c10-b48f-65137375ef64 None None] Pushing event updated for resources: {'Port': ['ID=f4fabd61-0b36-4df6-9274-282f72a19d79,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:40.358445 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-d4c00400-7c6f-4ef9-93a7-6bbd4dbf86e0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-57516526-network', 'tenant_id': '85451b41512f4e79acc49f7e14dcd5f6'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:41:40.377351 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Notify callbacks [] for port, precommit_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.388101 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.provisioning_blocks [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Transition to ACTIVE for port object 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 will not be triggered until provisioned by entity L2. {{(pid=93106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:41:40.389035 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c00400-7c6f-4ef9-93a7-6bbd4dbf86e0 admin admin] Made reservation on behalf of 85451b41512f4e79acc49f7e14dcd5f6 for: {'network': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:41:40.391592 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d4c00400-7c6f-4ef9-93a7-6bbd4dbf86e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.396842 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.406658 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d4c00400-7c6f-4ef9-93a7-6bbd4dbf86e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.446353 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda71a1f-b228-4c1d-b3a8-e3cfd2e53c66 None None] Pushing event updated for resources: {'Port': ['ID=57bdeb6a-4b9c-49b1-a8a5-6c041d720904,revision_number=3']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:40.507988 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.520967 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d4c00400-7c6f-4ef9-93a7-6bbd4dbf86e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.521563 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Attempting to bind port 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:41:40.521869 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Attempting to bind port 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': '1f10c6fb-c0c4-402c-8ace-8a35357d36f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b'}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:41:40.522403 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Attempting to bind port 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 on network dec8b37d-8a34-425c-b3f2-8b05bf41901b {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:41:40.527986 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d4c00400-7c6f-4ef9-93a7-6bbd4dbf86e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.540538 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:41:40.543014 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Checking segment: {'id': '1f10c6fb-c0c4-402c-8ace-8a35357d36f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:41:40.543164 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c00400-7c6f-4ef9-93a7-6bbd4dbf86e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:41:40.543257 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.543257 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Bound using segment: {'id': '1f10c6fb-c0c4-402c-8ace-8a35357d36f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b'} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:41:40.543257 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Bound port: 57bdeb6a-4b9c-49b1-a8a5-6c041d720904, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f10c6fb-c0c4-402c-8ace-8a35357d36f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b'}}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:41:40.543257 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.551136 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d4c00400-7c6f-4ef9-93a7-6bbd4dbf86e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.551522 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.db.segments_db [None req-d4c00400-7c6f-4ef9-93a7-6bbd4dbf86e0 admin admin] Added segment 6f17238b-f574-4a77-9da3-7bafd8e2b72b of type vlan for network b18042bc-e3f2-44f1-b6cc-6662c73fb4a3 Jul 16 11:41:40.611179 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d4c00400-7c6f-4ef9-93a7-6bbd4dbf86e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.640280 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c00400-7c6f-4ef9-93a7-6bbd4dbf86e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e614d81b-6f70-4230-806c-96bf1d0b23fd,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:40.671380 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d4c00400-7c6f-4ef9-93a7-6bbd4dbf86e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.673384 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c00400-7c6f-4ef9-93a7-6bbd4dbf86e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:41:40.674253 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d4c00400-7c6f-4ef9-93a7-6bbd4dbf86e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.700803 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] For port 57bdeb6a-4b9c-49b1-a8a5-6c041d720904, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:41:40.705146 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] For port 57bdeb6a-4b9c-49b1-a8a5-6c041d720904, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=57bdeb6a-4b9c-49b1-a8a5-6c041d720904,segment=NetworkSegment(1f10c6fb-c0c4-402c-8ace-8a35357d36f0),segment_id=1f10c6fb-c0c4-402c-8ace-8a35357d36f0)] {{(pid=93106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:41:40.713820 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.721664 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-d4c00400-7c6f-4ef9-93a7-6bbd4dbf86e0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4951251 Jul 16 11:41:40.724612 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50440) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:40.736941 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-9989b599-a992-418e-9e81-2e9c6e05ffaa admin admin] Request body: {'subnet': {'network_id': 'b18042bc-e3f2-44f1-b6cc-6662c73fb4a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-57516526-subnet', 'tenant_id': '85451b41512f4e79acc49f7e14dcd5f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:41:40.750084 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c00400-7c6f-4ef9-93a7-6bbd4dbf86e0 admin admin] Pushing event updated for resources: {'Network': ['ID=b18042bc-e3f2-44f1-b6cc-6662c73fb4a3,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:40.762190 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network b18042bc-e3f2-44f1-b6cc-6662c73fb4a3 details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:41:40.806726 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Routers {'5d589d4c-64aa-499f-addf-17ca67a61fe3'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:41:40.807507 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:41:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5d589d4c-64aa-499f-addf-17ca67a61fe3'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:40.822029 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9989b599-a992-418e-9e81-2e9c6e05ffaa admin admin] Made reservation on behalf of 85451b41512f4e79acc49f7e14dcd5f6 for: {'subnet': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:41:40.824773 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9989b599-a992-418e-9e81-2e9c6e05ffaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8526667'] for subnet, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.854383 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda71a1f-b228-4c1d-b3a8-e3cfd2e53c66 None None] Pushing event updated for resources: {'Port': ['ID=57bdeb6a-4b9c-49b1-a8a5-6c041d720904,revision_number=4']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:40.859016 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814283'] for router, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:40.945650 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] Set router 5d589d4c-64aa-499f-addf-17ca67a61fe3 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:41:41.127299 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9989b599-a992-418e-9e81-2e9c6e05ffaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9065979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526681'] for subnet, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:41.135399 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Router a7d0b59f-a789-4d9e-93d7-4fc60880626c is scheduled to L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d with binding_index 1 {{(pid=93104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 11:41:41.169851 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'name': 'tempest-TestShelveInstance-802318188-router', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:37Z', 'revision_number': 4, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'gw_port': {'id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '57bdeb6a-4b9c-49b1-a8a5-6c041d720904', 'name': '', 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'mac_address': 'fa:16:3e:20:ef:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:36Z', 'updated_at': '2021-07-16T11:41:40Z', 'revision_number': 4, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'subnets': [{'id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:41.212457 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050da071-d3ac-4217-b9e8-58bb18144547 None None] The sync data for ids ['5d589d4c-64aa-499f-addf-17ca67a61fe3'] in dv-cinder-784763-6-iscsi is: [{'id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'name': 'tempest-TestShelveInstance-802318188-router', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:37Z', 'revision_number': 4, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'gw_port': {'id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '57bdeb6a-4b9c-49b1-a8a5-6c041d720904', 'name': '', 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'mac_address': 'fa:16:3e:20:ef:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:36Z', 'updated_at': '2021-07-16T11:41:40Z', 'revision_number': 4, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'subnets': [{'id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:41:41.235695 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989b599-a992-418e-9e81-2e9c6e05ffaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab4966f-2745-4a99-ae4f-692dc0e10ee5,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:41.252638 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9989b599-a992-418e-9e81-2e9c6e05ffaa admin admin] Checking segment: {'id': '6f17238b-f574-4a77-9da3-7bafd8e2b72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b18042bc-e3f2-44f1-b6cc-6662c73fb4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:41:41.253055 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9989b599-a992-418e-9e81-2e9c6e05ffaa admin admin] Network hostable DHCP agents. Network: b18042bc-e3f2-44f1-b6cc-6662c73fb4a3, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:41:41.313479 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device f4fabd61-0b36-4df6-9274-282f72a19d79 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:41:41.332154 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9989b599-a992-418e-9e81-2e9c6e05ffaa admin admin] Network b18042bc-e3f2-44f1-b6cc-6662c73fb4a3 is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:41:41.344683 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:41:41.360430 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-9989b599-a992-418e-9e81-2e9c6e05ffaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, b18042bc-e3f2-44f1-b6cc-6662c73fb4a3) {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:41:41.360835 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Sync routers for ids ['a7d0b59f-a789-4d9e-93d7-4fc60880626c'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:41:41.372890 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d053b1-15de-4a2e-a4b6-1e4bc2e7ded6 None None] Network b18042bc-e3f2-44f1-b6cc-6662c73fb4a3 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:41:41.373136 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9989b599-a992-418e-9e81-2e9c6e05ffaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:41:41.374043 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9989b599-a992-418e-9e81-2e9c6e05ffaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:41.402916 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-9989b599-a992-418e-9e81-2e9c6e05ffaa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6694944 Jul 16 11:41:41.404891 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:41.407099 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-b66bba0b-b3fb-4bb5-b552-1da839a2d5b1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1210825 Jul 16 11:41:41.409567 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50444) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:41.471673 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Routers {'a7d0b59f-a789-4d9e-93d7-4fc60880626c'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:41:41.472374 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:41:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['a7d0b59f-a789-4d9e-93d7-4fc60880626c'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:41.557848 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port f4fabd61-0b36-4df6-9274-282f72a19d79 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:41:41.704959 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device a457996e-9a41-41d2-a221-bcb88b3938a6 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:41:41.712192 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcfd7d6-db00-41b8-a0a5-aee8b95531f4 None None] Network b18042bc-e3f2-44f1-b6cc-6662c73fb4a3 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:41:41.845050 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5881b635-ee46-4af1-b994-3a98de8791d5 None None] Network 1b47890d-580e-45e8-b8f6-bb3597a64548 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:41:41.925422 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-36636ece-cb7c-45e4-a479-1a07f6834482 None None] Provisioning for port f4fabd61-0b36-4df6-9274-282f72a19d79 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:41:41.935229 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-36636ece-cb7c-45e4-a479-1a07f6834482 None None] Provisioning complete for port f4fabd61-0b36-4df6-9274-282f72a19d79 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:41:41.935605 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-36636ece-cb7c-45e4-a479-1a07f6834482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.021018 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50458) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:42.027156 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-2075cbf8-90a3-42e2-bbdc-e67649883e72 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1557883068-network', 'tenant_id': '9f8d679b0ea445cd8db06617101aeffc'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:41:42.036360 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Set router a7d0b59f-a789-4d9e-93d7-4fc60880626c gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:41:42.056544 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2075cbf8-90a3-42e2-bbdc-e67649883e72 admin admin] Made reservation on behalf of 9f8d679b0ea445cd8db06617101aeffc for: {'network': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:41:42.059065 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2075cbf8-90a3-42e2-bbdc-e67649883e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.068772 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2075cbf8-90a3-42e2-bbdc-e67649883e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.176069 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2075cbf8-90a3-42e2-bbdc-e67649883e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.181682 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2075cbf8-90a3-42e2-bbdc-e67649883e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.196213 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port a457996e-9a41-41d2-a221-bcb88b3938a6 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:41:42.196703 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.213364 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2075cbf8-90a3-42e2-bbdc-e67649883e72 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=93103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:41:42.230867 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075cbf8-90a3-42e2-bbdc-e67649883e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386cc04b-e1b4-4139-a829-d96d394df52a,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:42.235897 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2075cbf8-90a3-42e2-bbdc-e67649883e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.236626 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.db.segments_db [None req-2075cbf8-90a3-42e2-bbdc-e67649883e72 admin admin] Added segment c8ff1d50-bffe-4fed-97d3-f274984d4f79 of type vlan for network 325bc383-0d04-41d9-b4f4-92e0bfc81e52 Jul 16 11:41:42.300801 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2075cbf8-90a3-42e2-bbdc-e67649883e72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.325767 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.329587 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-36636ece-cb7c-45e4-a479-1a07f6834482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.336659 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2075cbf8-90a3-42e2-bbdc-e67649883e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.337769 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2075cbf8-90a3-42e2-bbdc-e67649883e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:41:42.338660 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2075cbf8-90a3-42e2-bbdc-e67649883e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.382035 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-2075cbf8-90a3-42e2-bbdc-e67649883e72 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3588598 Jul 16 11:41:42.388277 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50460) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:42.394730 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-d2f9f889-5ca7-4b48-b2c8-e2ce23dbb226 admin admin] Request body: {'subnet': {'network_id': '325bc383-0d04-41d9-b4f4-92e0bfc81e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1557883068-subnet', 'tenant_id': '9f8d679b0ea445cd8db06617101aeffc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:41:42.427027 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075cbf8-90a3-42e2-bbdc-e67649883e72 admin admin] Pushing event updated for resources: {'Network': ['ID=325bc383-0d04-41d9-b4f4-92e0bfc81e52,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:42.451631 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network 325bc383-0d04-41d9-b4f4-92e0bfc81e52 details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:41:42.454683 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f9f889-5ca7-4b48-b2c8-e2ce23dbb226 admin admin] Made reservation on behalf of 9f8d679b0ea445cd8db06617101aeffc for: {'subnet': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:41:42.457017 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d2f9f889-5ca7-4b48-b2c8-e2ce23dbb226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8526667'] for subnet, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.470744 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-36636ece-cb7c-45e4-a479-1a07f6834482 None None] For port f4fabd61-0b36-4df6-9274-282f72a19d79, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=f4fabd61-0b36-4df6-9274-282f72a19d79,segment=NetworkSegment(0ebe5139-fda8-4925-ae9f-25f3a3826bac),segment_id=0ebe5139-fda8-4925-ae9f-25f3a3826bac)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:41:42.488913 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-36636ece-cb7c-45e4-a479-1a07f6834482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.586493 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Allocated IP 172.20.0.1 (1b47890d-580e-45e8-b8f6-bb3597a64548/d791858d-6e33-4250-97a8-1a5efe634b5a/d1b51b57-618b-4fb1-9c2c-95923fed206e) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:41:42.595850 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'name': 'tempest-TestShelveInstance-1772066536-router', 'tenant_id': '3d89ec35a9164c708eb0415ec37a0665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '2ed307d8-6ba5-40db-b355-ebf2a6cbcc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:39Z', 'updated_at': '2021-07-16T11:41:40Z', 'revision_number': 3, 'project_id': '3d89ec35a9164c708eb0415ec37a0665', 'gw_port': {'id': '2ed307d8-6ba5-40db-b355-ebf2a6cbcc05', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:39Z', 'updated_at': '2021-07-16T11:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:42.625210 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36636ece-cb7c-45e4-a479-1a07f6834482 None None] Pushing event updated for resources: {'Port': ['ID=f4fabd61-0b36-4df6-9274-282f72a19d79,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:42.629122 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Checking router: a7d0b59f-a789-4d9e-93d7-4fc60880626c for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:41:42.629464 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Updating router a7d0b59f-a789-4d9e-93d7-4fc60880626c port 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05 binding host dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:41:42.667120 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.757056 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d2f9f889-5ca7-4b48-b2c8-e2ce23dbb226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9065979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526681'] for subnet, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.791706 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.826469 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Transition to ACTIVE for port object d1b51b57-618b-4fb1-9c2c-95923fed206e will not be triggered until provisioned by entity DHCP. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:41:42.830240 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9f889-5ca7-4b48-b2c8-e2ce23dbb226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bcb28ea-7691-458b-93be-661695fdd0c2,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:42.852795 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9f889-5ca7-4b48-b2c8-e2ce23dbb226 admin admin] Checking segment: {'id': 'c8ff1d50-bffe-4fed-97d3-f274984d4f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '325bc383-0d04-41d9-b4f4-92e0bfc81e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:41:42.853148 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9f889-5ca7-4b48-b2c8-e2ce23dbb226 admin admin] Network hostable DHCP agents. Network: 325bc383-0d04-41d9-b4f4-92e0bfc81e52, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:41:42.883791 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9f889-5ca7-4b48-b2c8-e2ce23dbb226 admin admin] Network 325bc383-0d04-41d9-b4f4-92e0bfc81e52 is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:41:42.888894 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.897204 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-d2f9f889-5ca7-4b48-b2c8-e2ce23dbb226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, 325bc383-0d04-41d9-b4f4-92e0bfc81e52) {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:41:42.910487 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e72190e-5026-4286-8262-e5cf68d3fa1d None None] Network 325bc383-0d04-41d9-b4f4-92e0bfc81e52 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:41:42.923897 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f9f889-5ca7-4b48-b2c8-e2ce23dbb226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:41:42.924478 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d2f9f889-5ca7-4b48-b2c8-e2ce23dbb226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.932624 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Network 1b47890d-580e-45e8-b8f6-bb3597a64548 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:41:42.940596 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:41:42.945932 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:41:42.973455 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=d1b51b57-618b-4fb1-9c2c-95923fed206e,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:42.973883 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-cd1085c1-4b13-4f90-82e2-b235d4b96df5 None None] Provisioning complete for port f4fabd61-0b36-4df6-9274-282f72a19d79 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:41:42.974260 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-cd1085c1-4b13-4f90-82e2-b235d4b96df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:42.984514 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-d2f9f889-5ca7-4b48-b2c8-e2ce23dbb226 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5952206 Jul 16 11:41:42.990736 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.007036 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726524'] for router_interface, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.142378 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50464) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:43.160893 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.211012 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Transition to ACTIVE for port object 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:41:43.225279 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Deleting subnet dab4966f-2745-4a99-ae4f-692dc0e10ee5 {{(pid=93103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 11:41:43.228793 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.230873 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.283555 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3667378'] for subnet, precommit_delete_associations {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.322544 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device f4fabd61-0b36-4df6-9274-282f72a19d79 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:41:43.325751 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732748'] for subnet, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.338736 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.344138 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.372559 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Attempting to bind port 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:41:43.372947 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Attempting to bind port 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:41:43.373283 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Attempting to bind port 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05 on network 9257506f-d87a-4713-a52d-23614a98d559 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:41:43.384787 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0f9c5-bb6d-4643-8f6d-4a6cbb3db463 None None] Pushing event updated for resources: {'Port': ['ID=2ed307d8-6ba5-40db-b355-ebf2a6cbcc05,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:43.386027 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8595413'] for subnet, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.393442 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1916ec41-c288-4759-bd2c-2491b531997c None None] Network 325bc383-0d04-41d9-b4f4-92e0bfc81e52 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:41:43.402092 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:41:43.402802 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Checking segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:41:43.402961 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.403234 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Bound using segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:41:43.403714 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Bound port: 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:41:43.404115 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.415311 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=d1b51b57-618b-4fb1-9c2c-95923fed206e,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:43.416363 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab4966f-2745-4a99-ae4f-692dc0e10ee5,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:43.421953 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726536'] for router_interface, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.425019 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.430118 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dab4966f-2745-4a99-ae4f-692dc0e10ee5 HTTP/1.1" status: 204 len: 168 time: 0.2807469 Jul 16 11:41:43.430588 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50466) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:43.431773 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:43.432209 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:43.432618 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:43.433020 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:43.433411 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:43.433842 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:43.434694 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:43.435105 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:43.435502 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:43.436072 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:43.436315 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:43.436708 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f716ee-553d-4643-bb7d-cc5661a4e1ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:41:43.552310 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f09479f9-b1cc-47b8-a66a-36a659bf9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623655'] for network, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.556382 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port f4fabd61-0b36-4df6-9274-282f72a19d79 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:41:43.556761 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.558637 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] For port 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:41:43.563745 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] For port 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=2ed307d8-6ba5-40db-b355-ebf2a6cbcc05,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:41:43.586832 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.595169 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Network 1b47890d-580e-45e8-b8f6-bb3597a64548 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:41:43.598418 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:41:43.684070 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f09479f9-b1cc-47b8-a66a-36a659bf9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734504', 'neutron.services.segments.db._delete_segments_for_network-8746163431244'] for network, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.700616 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-f09479f9-b1cc-47b8-a66a-36a659bf9c48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18042bc-e3f2-44f1-b6cc-6662c73fb4a3']}} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:43.714137 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-f09479f9-b1cc-47b8-a66a-36a659bf9c48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f17238b-f574-4a77-9da3-7bafd8e2b72b') {'for_net_delete': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:43.714137 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-f09479f9-b1cc-47b8-a66a-36a659bf9c48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f17238b-f574-4a77-9da3-7bafd8e2b72b') {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:43.723039 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-1d28f9e2-6668-47b1-94c6-03a1a4aa27aa None None] Provisioning for port d1b51b57-618b-4fb1-9c2c-95923fed206e completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:41:43.732031 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Routers {'a7d0b59f-a789-4d9e-93d7-4fc60880626c'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:41:43.732667 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:41:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['a7d0b59f-a789-4d9e-93d7-4fc60880626c'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:43.736686 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0f9c5-bb6d-4643-8f6d-4a6cbb3db463 None None] Pushing event updated for resources: {'Port': ['ID=2ed307d8-6ba5-40db-b355-ebf2a6cbcc05,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:43.754552 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f09479f9-b1cc-47b8-a66a-36a659bf9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746163433557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9065755'] for segment, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.771526 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-1d28f9e2-6668-47b1-94c6-03a1a4aa27aa None None] Provisioning complete for port d1b51b57-618b-4fb1-9c2c-95923fed206e triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:41:43.771978 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-1d28f9e2-6668-47b1-94c6-03a1a4aa27aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.778132 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f09479f9-b1cc-47b8-a66a-36a659bf9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.788108 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09479f9-b1cc-47b8-a66a-36a659bf9c48 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 11:41:43.789050 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f09479f9-b1cc-47b8-a66a-36a659bf9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9065606'] for segment, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: Traceback (most recent call last): Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: timer() Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: cb(*args, **kw) Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: return func(*args, **kwargs) Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: self._notify() Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: self.callback(batched_events) Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: event.method(event) Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: return f(self, *a, **k) Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: return self._get(url).json() Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: return self.request(url, 'GET', **kwargs) Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 11:41:43.790720 dv-cinder-784763-6-iscsi neutron-server[93104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 11:41:43.818116 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Router a7d0b59f-a789-4d9e-93d7-4fc60880626c has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:41:43.854297 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f09479f9-b1cc-47b8-a66a-36a659bf9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814451'] for network, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.860739 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f09479f9-b1cc-47b8-a66a-36a659bf9c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.862532 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-f09479f9-b1cc-47b8-a66a-36a659bf9c48 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b18042bc-e3f2-44f1-b6cc-6662c73fb4a3 HTTP/1.1" status: 204 len: 168 time: 0.4192052 Jul 16 11:41:43.865793 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50468) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:43.880527 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-1d28f9e2-6668-47b1-94c6-03a1a4aa27aa None None] Port d1b51b57-618b-4fb1-9c2c-95923fed206e cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:41:43.886905 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:41:43.906813 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09479f9-b1cc-47b8-a66a-36a659bf9c48 admin admin] Pushing event deleted for resources: {'Network': ['ID=b18042bc-e3f2-44f1-b6cc-6662c73fb4a3,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:43.914537 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb217ac2-b6e4-47b8-a171-a9c40d69d338 admin admin] Deleting subnet 1bcb28ea-7691-458b-93be-661695fdd0c2 {{(pid=93103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 11:41:43.918308 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cb217ac2-b6e4-47b8-a171-a9c40d69d338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.944670 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] Set router a7d0b59f-a789-4d9e-93d7-4fc60880626c gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:41:43.956714 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cb217ac2-b6e4-47b8-a171-a9c40d69d338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3667378'] for subnet, precommit_delete_associations {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:43.972243 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:41:43.986617 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-644ff9ef-5a55-463a-b542-0cb59b9d1cf6 admin admin] 10.222.0.16 "PUT /v2.0/routers/a7d0b59f-a789-4d9e-93d7-4fc60880626c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5745013 Jul 16 11:41:43.999775 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:41:44.001815 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cb217ac2-b6e4-47b8-a171-a9c40d69d338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732748'] for subnet, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.033110 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:41:44.033478 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.057686 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cb217ac2-b6e4-47b8-a171-a9c40d69d338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8595413'] for subnet, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.082195 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-6334c47d-66fd-40db-ae65-4ecb7d8194cc None None] Provisioning complete for port d1b51b57-618b-4fb1-9c2c-95923fed206e triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:41:44.082562 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-6334c47d-66fd-40db-ae65-4ecb7d8194cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.084954 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb217ac2-b6e4-47b8-a171-a9c40d69d338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bcb28ea-7691-458b-93be-661695fdd0c2,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:44.087647 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cb217ac2-b6e4-47b8-a171-a9c40d69d338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.089838 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-cb217ac2-b6e4-47b8-a171-a9c40d69d338 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1bcb28ea-7691-458b-93be-661695fdd0c2 HTTP/1.1" status: 204 len: 168 time: 0.2227533 Jul 16 11:41:44.092350 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50472) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:44.168361 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b2aebd7-2eba-48ca-954e-f1d0388c2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623655'] for network, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.179617 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-6334c47d-66fd-40db-ae65-4ecb7d8194cc None None] Port d1b51b57-618b-4fb1-9c2c-95923fed206e cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:41:44.240391 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.252605 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b2aebd7-2eba-48ca-954e-f1d0388c2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734504', 'neutron.services.segments.db._delete_segments_for_network-8746163431244'] for network, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.263140 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-0b2aebd7-2eba-48ca-954e-f1d0388c2d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325bc383-0d04-41d9-b4f4-92e0bfc81e52']}} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:44.274528 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-0b2aebd7-2eba-48ca-954e-f1d0388c2d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ff1d50-bffe-4fed-97d3-f274984d4f79') {'for_net_delete': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:44.274824 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-0b2aebd7-2eba-48ca-954e-f1d0388c2d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ff1d50-bffe-4fed-97d3-f274984d4f79') {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:44.283724 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b2aebd7-2eba-48ca-954e-f1d0388c2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746163433557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3667333'] for segment, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.289174 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port 57bdeb6a-4b9c-49b1-a8a5-6c041d720904, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=57bdeb6a-4b9c-49b1-a8a5-6c041d720904,segment=NetworkSegment(1f10c6fb-c0c4-402c-8ace-8a35357d36f0),segment_id=1f10c6fb-c0c4-402c-8ace-8a35357d36f0)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:41:44.295759 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'name': 'tempest-TestShelveInstance-1772066536-router', 'tenant_id': '3d89ec35a9164c708eb0415ec37a0665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '2ed307d8-6ba5-40db-b355-ebf2a6cbcc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:39Z', 'updated_at': '2021-07-16T11:41:43Z', 'revision_number': 4, 'project_id': '3d89ec35a9164c708eb0415ec37a0665', 'gw_port': {'id': '2ed307d8-6ba5-40db-b355-ebf2a6cbcc05', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:39Z', 'updated_at': '2021-07-16T11:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': 'd1b51b57-618b-4fb1-9c2c-95923fed206e', 'name': '', 'network_id': '1b47890d-580e-45e8-b8f6-bb3597a64548', 'tenant_id': '3d89ec35a9164c708eb0415ec37a0665', 'mac_address': 'fa:16:3e:fb:50:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd791858d-6e33-4250-97a8-1a5efe634b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:42Z', 'updated_at': '2021-07-16T11:41:43Z', 'revision_number': 2, 'project_id': '3d89ec35a9164c708eb0415ec37a0665', 'subnets': [{'id': 'd791858d-6e33-4250-97a8-1a5efe634b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:44.299191 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.305653 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b2aebd7-2eba-48ca-954e-f1d0388c2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.311660 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2aebd7-2eba-48ca-954e-f1d0388c2d2f admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 11:41:44.312066 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b2aebd7-2eba-48ca-954e-f1d0388c2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593711'] for segment, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: Traceback (most recent call last): Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: timer() Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: cb(*args, **kw) Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: return func(*args, **kwargs) Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: self._notify() Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: self.callback(batched_events) Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: event.method(event) Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: return f(self, *a, **k) Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: return self._get(url).json() Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: return self.request(url, 'GET', **kwargs) Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 11:41:44.313884 dv-cinder-784763-6-iscsi neutron-server[93103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 11:41:44.328709 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e768a68-1e51-48c0-a160-47c9fba5d7b4 None None] The sync data for ids ['a7d0b59f-a789-4d9e-93d7-4fc60880626c'] in dv-cinder-784763-6-iscsi is: [{'id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'name': 'tempest-TestShelveInstance-1772066536-router', 'tenant_id': '3d89ec35a9164c708eb0415ec37a0665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '2ed307d8-6ba5-40db-b355-ebf2a6cbcc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:39Z', 'updated_at': '2021-07-16T11:41:43Z', 'revision_number': 4, 'project_id': '3d89ec35a9164c708eb0415ec37a0665', 'gw_port': {'id': '2ed307d8-6ba5-40db-b355-ebf2a6cbcc05', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:39Z', 'updated_at': '2021-07-16T11:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': 'd1b51b57-618b-4fb1-9c2c-95923fed206e', 'name': '', 'network_id': '1b47890d-580e-45e8-b8f6-bb3597a64548', 'tenant_id': '3d89ec35a9164c708eb0415ec37a0665', 'mac_address': 'fa:16:3e:fb:50:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd791858d-6e33-4250-97a8-1a5efe634b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:42Z', 'updated_at': '2021-07-16T11:41:43Z', 'revision_number': 2, 'project_id': '3d89ec35a9164c708eb0415ec37a0665', 'subnets': [{'id': 'd791858d-6e33-4250-97a8-1a5efe634b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:41:44.373626 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b2aebd7-2eba-48ca-954e-f1d0388c2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814451'] for network, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.378277 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b2aebd7-2eba-48ca-954e-f1d0388c2d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.379217 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=57bdeb6a-4b9c-49b1-a8a5-6c041d720904,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:44.382843 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-0b2aebd7-2eba-48ca-954e-f1d0388c2d2f admin admin] 10.222.0.16 "DELETE /v2.0/networks/325bc383-0d04-41d9-b4f4-92e0bfc81e52 HTTP/1.1" status: 204 len: 168 time: 0.2873359 Jul 16 11:41:44.394611 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2aebd7-2eba-48ca-954e-f1d0388c2d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=325bc383-0d04-41d9-b4f4-92e0bfc81e52,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:44.573681 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50480) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:44.623862 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-a544b70b-e227-47a5-aad0-c0ed8bb29d3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85451b41512f4e79acc49f7e14dcd5f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431755 Jul 16 11:41:44.625226 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50482) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:44.680176 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5fca5a6c-1982-4079-a6d3-e5a224eeec7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.701870 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5fca5a6c-1982-4079-a6d3-e5a224eeec7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.757909 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5fca5a6c-1982-4079-a6d3-e5a224eeec7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.760662 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5fca5a6c-1982-4079-a6d3-e5a224eeec7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.761845 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-5fca5a6c-1982-4079-a6d3-e5a224eeec7f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e614d81b-6f70-4230-806c-96bf1d0b23fd HTTP/1.1" status: 204 len: 168 time: 0.1355474 Jul 16 11:41:44.768363 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50486) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:44.773482 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-18d3c168-544b-4995-8970-50a97d88820e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297559847', 'description': 'tempest-secgroup-smoke-297559847 description', 'project_id': '93d67139c1574082adc4bf9a91d7bce7'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:41:44.774554 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca5a6c-1982-4079-a6d3-e5a224eeec7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e614d81b-6f70-4230-806c-96bf1d0b23fd,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:44.805067 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-18d3c168-544b-4995-8970-50a97d88820e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.893766 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-18d3c168-544b-4995-8970-50a97d88820e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.898902 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-18d3c168-544b-4995-8970-50a97d88820e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.929499 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-18d3c168-544b-4995-8970-50a97d88820e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:44.931199 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-18d3c168-544b-4995-8970-50a97d88820e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1617723 Jul 16 11:41:44.934175 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50488) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:44.936113 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3c168-544b-4995-8970-50a97d88820e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:44.940408 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-15d27502-252f-4981-96b3-7d16c007f0f2 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Request body: {'security_group_rule': {'security_group_id': 'f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f', 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:41:44.981150 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-15d27502-252f-4981-96b3-7d16c007f0f2 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.049496 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-15d27502-252f-4981-96b3-7d16c007f0f2 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.061506 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-15d27502-252f-4981-96b3-7d16c007f0f2 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.084920 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d27502-252f-4981-96b3-7d16c007f0f2 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d971c556-0e98-400e-8554-795dfef81fc9,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:45.088698 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-15d27502-252f-4981-96b3-7d16c007f0f2 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.090236 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-15d27502-252f-4981-96b3-7d16c007f0f2 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549563 Jul 16 11:41:45.092864 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50492) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:45.097731 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-4811a416-4155-4d89-b1b4-38a91484e90a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Request body: {'security_group_rule': {'security_group_id': 'f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f', 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:41:45.138143 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4811a416-4155-4d89-b1b4-38a91484e90a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.172340 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50494) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:45.222143 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-49aadebf-ee3d-4528-af8a-7f253d63b44a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f8d679b0ea445cd8db06617101aeffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479054 Jul 16 11:41:45.224709 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50496) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:45.228581 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4811a416-4155-4d89-b1b4-38a91484e90a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.237452 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4811a416-4155-4d89-b1b4-38a91484e90a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.262624 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4811a416-4155-4d89-b1b4-38a91484e90a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.264005 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-4811a416-4155-4d89-b1b4-38a91484e90a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1701720 Jul 16 11:41:45.264950 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811a416-4155-4d89-b1b4-38a91484e90a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be14c27-3b94-4b66-add4-8b8d024710ab,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:45.268523 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50498) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:45.271270 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-d7e24baf-eec4-4875-92ab-30a26aa1c855 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Request body: {'security_group_rule': {'security_group_id': 'f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f', 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:41:45.281510 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-269fee53-388c-4546-923b-d217e01a98d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.302367 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:41:45.317520 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-269fee53-388c-4546-923b-d217e01a98d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.321705 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d7e24baf-eec4-4875-92ab-30a26aa1c855 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.358798 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:41:45.363233 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:41:45.363713 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.373641 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-269fee53-388c-4546-923b-d217e01a98d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.377041 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-269fee53-388c-4546-923b-d217e01a98d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.378484 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-269fee53-388c-4546-923b-d217e01a98d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/386cc04b-e1b4-4139-a829-d96d394df52a HTTP/1.1" status: 204 len: 168 time: 0.1509316 Jul 16 11:41:45.387959 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fee53-388c-4546-923b-d217e01a98d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386cc04b-e1b4-4139-a829-d96d394df52a,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:45.415728 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d7e24baf-eec4-4875-92ab-30a26aa1c855 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.422304 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d7e24baf-eec4-4875-92ab-30a26aa1c855 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.442216 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e24baf-eec4-4875-92ab-30a26aa1c855 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3904d5-3c69-4d70-b03c-cd378c0d6c60,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:45.453349 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d7e24baf-eec4-4875-92ab-30a26aa1c855 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.455302 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-d7e24baf-eec4-4875-92ab-30a26aa1c855 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1874750 Jul 16 11:41:45.458307 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50502) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:45.463137 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-408d6bc0-1393-4feb-a2dd-10eacc2ee635 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Request body: {'security_group_rule': {'security_group_id': 'f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f', 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:41:45.478164 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.495218 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-408d6bc0-1393-4feb-a2dd-10eacc2ee635 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.505861 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=2ed307d8-6ba5-40db-b355-ebf2a6cbcc05,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:41:45.512776 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.514080 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:41:45.559618 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-408d6bc0-1393-4feb-a2dd-10eacc2ee635 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.563665 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-408d6bc0-1393-4feb-a2dd-10eacc2ee635 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.586902 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d6bc0-1393-4feb-a2dd-10eacc2ee635 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b213ebc-b0ec-4538-a191-26f143c14ffb,revision_number=0']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:45.592818 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-408d6bc0-1393-4feb-a2dd-10eacc2ee635 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.594442 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-408d6bc0-1393-4feb-a2dd-10eacc2ee635 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348588 Jul 16 11:41:45.597107 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50504) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:45.602590 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-0e32190e-0814-4e3c-9a60-8b6a931dc109 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Request body: {'security_group_rule': {'security_group_id': 'f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f', 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:41:45.615602 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=2ed307d8-6ba5-40db-b355-ebf2a6cbcc05,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:45.634782 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.securitygroups_db [None req-0e32190e-0814-4e3c-9a60-8b6a931dc109 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Project 93d67139c1574082adc4bf9a91d7bce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 11:41:45.640384 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0e32190e-0814-4e3c-9a60-8b6a931dc109 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.644254 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:41:45.644828 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.718162 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0e32190e-0814-4e3c-9a60-8b6a931dc109 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.723040 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0e32190e-0814-4e3c-9a60-8b6a931dc109 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.745799 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32190e-0814-4e3c-9a60-8b6a931dc109 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e362ef8d-6142-4775-b0ec-890efed4ef02,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:45.749574 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0e32190e-0814-4e3c-9a60-8b6a931dc109 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.751217 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-0e32190e-0814-4e3c-9a60-8b6a931dc109 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1527729 Jul 16 11:41:45.754632 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50510) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:45.765502 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-3b2ce341-ab12-4b72-a1a8-4f3d9beecc92 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Request body: {'security_group_rule': {'security_group_id': 'f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f', 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:41:45.789418 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.db.securitygroups_db [None req-3b2ce341-ab12-4b72-a1a8-4f3d9beecc92 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Project 93d67139c1574082adc4bf9a91d7bce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 11:41:45.794828 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce341-ab12-4b72-a1a8-4f3d9beecc92 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.867380 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce341-ab12-4b72-a1a8-4f3d9beecc92 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.871283 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce341-ab12-4b72-a1a8-4f3d9beecc92 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.891562 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ce341-ab12-4b72-a1a8-4f3d9beecc92 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70efab30-10a7-4dfd-9dbd-0d4c564760c3,revision_number=0']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:45.899148 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce341-ab12-4b72-a1a8-4f3d9beecc92 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:45.900441 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-3b2ce341-ab12-4b72-a1a8-4f3d9beecc92 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1447678 Jul 16 11:41:46.543666 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Sync routers for ids ['a7d0b59f-a789-4d9e-93d7-4fc60880626c'] in dv-cinder-784763-6-iscsi {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:41:46.553121 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Routers {'a7d0b59f-a789-4d9e-93d7-4fc60880626c'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:41:46.554747 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-2c802032-bb1a-4747-a508-73a428feddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:41:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['a7d0b59f-a789-4d9e-93d7-4fc60880626c'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:46.660190 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Set router a7d0b59f-a789-4d9e-93d7-4fc60880626c gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:41:46.948125 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-2c802032-bb1a-4747-a508-73a428feddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'name': 'tempest-TestShelveInstance-1772066536-router', 'tenant_id': '3d89ec35a9164c708eb0415ec37a0665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '2ed307d8-6ba5-40db-b355-ebf2a6cbcc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:39Z', 'updated_at': '2021-07-16T11:41:43Z', 'revision_number': 4, 'project_id': '3d89ec35a9164c708eb0415ec37a0665', 'gw_port': {'id': '2ed307d8-6ba5-40db-b355-ebf2a6cbcc05', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:39Z', 'updated_at': '2021-07-16T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': 'd1b51b57-618b-4fb1-9c2c-95923fed206e', 'name': '', 'network_id': '1b47890d-580e-45e8-b8f6-bb3597a64548', 'tenant_id': '3d89ec35a9164c708eb0415ec37a0665', 'mac_address': 'fa:16:3e:fb:50:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd791858d-6e33-4250-97a8-1a5efe634b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:42Z', 'updated_at': '2021-07-16T11:41:43Z', 'revision_number': 2, 'project_id': '3d89ec35a9164c708eb0415ec37a0665', 'subnets': [{'id': 'd791858d-6e33-4250-97a8-1a5efe634b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:46.975571 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Checking router: a7d0b59f-a789-4d9e-93d7-4fc60880626c for host: dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:41:46.976567 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Updating router a7d0b59f-a789-4d9e-93d7-4fc60880626c port d1b51b57-618b-4fb1-9c2c-95923fed206e binding host dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:41:46.995435 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50602) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:47.010170 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:47.106956 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f0a16902-1eb0-4a09-8212-091b2bfca98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:47.188075 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:41:47.208454 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f0a16902-1eb0-4a09-8212-091b2bfca98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:47.213524 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f0a16902-1eb0-4a09-8212-091b2bfca98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:47.243755 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:41:47.244060 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:47.257939 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a16902-1eb0-4a09-8212-091b2bfca98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c264db9e-e89d-47b0-97b1-214cc837c0d5,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:47.262686 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-f0a16902-1eb0-4a09-8212-091b2bfca98c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=498cef5d42c4483d99fe1cc2a2081182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655022 Jul 16 11:41:47.265186 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50606) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:47.286699 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Notify callbacks [] for port, precommit_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:47.297449 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.provisioning_blocks [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Transition to ACTIVE for port object d1b51b57-618b-4fb1-9c2c-95923fed206e will not be triggered until provisioned by entity L2. {{(pid=93106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:41:47.303344 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:47.331296 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d5b53deb-5b06-43bb-8596-f7a376f300d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:47.358312 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d5b53deb-5b06-43bb-8596-f7a376f300d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:47.362761 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a70429-756e-4795-8696-02b0f17f2cc2 None None] Pushing event updated for resources: {'Port': ['ID=d1b51b57-618b-4fb1-9c2c-95923fed206e,revision_number=3']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:47.416873 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d5b53deb-5b06-43bb-8596-f7a376f300d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:47.419825 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d5b53deb-5b06-43bb-8596-f7a376f300d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:47.423575 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-d5b53deb-5b06-43bb-8596-f7a376f300d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c264db9e-e89d-47b0-97b1-214cc837c0d5 HTTP/1.1" status: 204 len: 168 time: 0.1541491 Jul 16 11:41:47.426271 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Attempting to bind port d1b51b57-618b-4fb1-9c2c-95923fed206e on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:41:47.426714 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Attempting to bind port d1b51b57-618b-4fb1-9c2c-95923fed206e by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': '0ebe5139-fda8-4925-ae9f-25f3a3826bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1b47890d-580e-45e8-b8f6-bb3597a64548'}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:41:47.427127 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Attempting to bind port d1b51b57-618b-4fb1-9c2c-95923fed206e on network 1b47890d-580e-45e8-b8f6-bb3597a64548 {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:41:47.433750 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:41:47.434000 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b53deb-5b06-43bb-8596-f7a376f300d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c264db9e-e89d-47b0-97b1-214cc837c0d5,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:47.434107 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Checking segment: {'id': '0ebe5139-fda8-4925-ae9f-25f3a3826bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1b47890d-580e-45e8-b8f6-bb3597a64548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:41:47.434802 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:47.437287 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Bound using segment: {'id': '0ebe5139-fda8-4925-ae9f-25f3a3826bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1b47890d-580e-45e8-b8f6-bb3597a64548'} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:41:47.437287 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Bound port: d1b51b57-618b-4fb1-9c2c-95923fed206e, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebe5139-fda8-4925-ae9f-25f3a3826bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1b47890d-580e-45e8-b8f6-bb3597a64548'}}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:41:47.437287 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:47.516807 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-2c802032-bb1a-4747-a508-73a428feddee None None] For port d1b51b57-618b-4fb1-9c2c-95923fed206e, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:41:47.520036 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-2c802032-bb1a-4747-a508-73a428feddee None None] For port d1b51b57-618b-4fb1-9c2c-95923fed206e, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=d1b51b57-618b-4fb1-9c2c-95923fed206e,segment=NetworkSegment(0ebe5139-fda8-4925-ae9f-25f3a3826bac),segment_id=0ebe5139-fda8-4925-ae9f-25f3a3826bac)] {{(pid=93106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:41:47.526037 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:47.589664 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a70429-756e-4795-8696-02b0f17f2cc2 None None] Pushing event updated for resources: {'Port': ['ID=d1b51b57-618b-4fb1-9c2c-95923fed206e,revision_number=4']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:47.595410 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Routers {'a7d0b59f-a789-4d9e-93d7-4fc60880626c'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:41:47.596435 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-2c802032-bb1a-4747-a508-73a428feddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:41:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['a7d0b59f-a789-4d9e-93d7-4fc60880626c'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:47.726017 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-2c802032-bb1a-4747-a508-73a428feddee None None] Set router a7d0b59f-a789-4d9e-93d7-4fc60880626c gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:41:47.754369 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50614) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:47.768221 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a2963f5d-1d93-4101-9398-eb9a3f57b2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:47.862022 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a2963f5d-1d93-4101-9398-eb9a3f57b2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:47.867637 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a2963f5d-1d93-4101-9398-eb9a3f57b2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:47.906954 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2963f5d-1d93-4101-9398-eb9a3f57b2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b860ba1-e671-49fb-ad57-c8e8cf825903,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:47.912049 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-a2963f5d-1d93-4101-9398-eb9a3f57b2af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e937c2369474d0bb6de94f040630137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566329 Jul 16 11:41:47.914787 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50616) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:47.930579 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-2c802032-bb1a-4747-a508-73a428feddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'name': 'tempest-TestShelveInstance-1772066536-router', 'tenant_id': '3d89ec35a9164c708eb0415ec37a0665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '2ed307d8-6ba5-40db-b355-ebf2a6cbcc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:39Z', 'updated_at': '2021-07-16T11:41:43Z', 'revision_number': 4, 'project_id': '3d89ec35a9164c708eb0415ec37a0665', 'gw_port': {'id': '2ed307d8-6ba5-40db-b355-ebf2a6cbcc05', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:39Z', 'updated_at': '2021-07-16T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': 'd1b51b57-618b-4fb1-9c2c-95923fed206e', 'name': '', 'network_id': '1b47890d-580e-45e8-b8f6-bb3597a64548', 'tenant_id': '3d89ec35a9164c708eb0415ec37a0665', 'mac_address': 'fa:16:3e:fb:50:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd791858d-6e33-4250-97a8-1a5efe634b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:42Z', 'updated_at': '2021-07-16T11:41:47Z', 'revision_number': 4, 'project_id': '3d89ec35a9164c708eb0415ec37a0665', 'subnets': [{'id': 'd791858d-6e33-4250-97a8-1a5efe634b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:41:47.960219 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c802032-bb1a-4747-a508-73a428feddee None None] The sync data for ids ['a7d0b59f-a789-4d9e-93d7-4fc60880626c'] in dv-cinder-784763-6-iscsi is: [{'id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'name': 'tempest-TestShelveInstance-1772066536-router', 'tenant_id': '3d89ec35a9164c708eb0415ec37a0665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '2ed307d8-6ba5-40db-b355-ebf2a6cbcc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:39Z', 'updated_at': '2021-07-16T11:41:43Z', 'revision_number': 4, 'project_id': '3d89ec35a9164c708eb0415ec37a0665', 'gw_port': {'id': '2ed307d8-6ba5-40db-b355-ebf2a6cbcc05', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:39Z', 'updated_at': '2021-07-16T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': 'd1b51b57-618b-4fb1-9c2c-95923fed206e', 'name': '', 'network_id': '1b47890d-580e-45e8-b8f6-bb3597a64548', 'tenant_id': '3d89ec35a9164c708eb0415ec37a0665', 'mac_address': 'fa:16:3e:fb:50:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd791858d-6e33-4250-97a8-1a5efe634b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:42Z', 'updated_at': '2021-07-16T11:41:47Z', 'revision_number': 4, 'project_id': '3d89ec35a9164c708eb0415ec37a0665', 'subnets': [{'id': 'd791858d-6e33-4250-97a8-1a5efe634b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:41:47.965915 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-03fddd25-624a-4abc-9780-e8f6cef44da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:47.987655 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-03fddd25-624a-4abc-9780-e8f6cef44da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:48.039402 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-03fddd25-624a-4abc-9780-e8f6cef44da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:48.042186 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-03fddd25-624a-4abc-9780-e8f6cef44da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:48.043429 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-03fddd25-624a-4abc-9780-e8f6cef44da7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b860ba1-e671-49fb-ad57-c8e8cf825903 HTTP/1.1" status: 204 len: 168 time: 0.1277163 Jul 16 11:41:48.051381 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fddd25-624a-4abc-9780-e8f6cef44da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b860ba1-e671-49fb-ad57-c8e8cf825903,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:49.191161 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device d1b51b57-618b-4fb1-9c2c-95923fed206e up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:41:49.365147 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port d1b51b57-618b-4fb1-9c2c-95923fed206e completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:41:49.369398 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port d1b51b57-618b-4fb1-9c2c-95923fed206e triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:41:49.369842 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:49.447696 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:49.482463 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port d1b51b57-618b-4fb1-9c2c-95923fed206e, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=d1b51b57-618b-4fb1-9c2c-95923fed206e,segment=NetworkSegment(0ebe5139-fda8-4925-ae9f-25f3a3826bac),segment_id=0ebe5139-fda8-4925-ae9f-25f3a3826bac)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:41:49.486721 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:49.535843 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=d1b51b57-618b-4fb1-9c2c-95923fed206e,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:50.681466 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50706) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:50.783997 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41b6c1b5-d6ca-485f-a1c8-401b9cf8cd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:50.875672 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41b6c1b5-d6ca-485f-a1c8-401b9cf8cd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:50.880086 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41b6c1b5-d6ca-485f-a1c8-401b9cf8cd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:50.919353 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-41b6c1b5-d6ca-485f-a1c8-401b9cf8cd5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=520b04af45334ea1901f97746160ec9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367091 Jul 16 11:41:50.920379 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6c1b5-d6ca-485f-a1c8-401b9cf8cd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7059ccf-084a-45b9-aa3b-b52e88d194b3,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:50.921945 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50710) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:50.970925 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f1da-fc6c-4b0d-a945-6599dfb88b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:50.992102 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f1da-fc6c-4b0d-a945-6599dfb88b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:51.037579 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f1da-fc6c-4b0d-a945-6599dfb88b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:51.040666 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f1da-fc6c-4b0d-a945-6599dfb88b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:51.043996 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-9bd1f1da-fc6c-4b0d-a945-6599dfb88b8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7059ccf-084a-45b9-aa3b-b52e88d194b3 HTTP/1.1" status: 204 len: 168 time: 0.1188853 Jul 16 11:41:51.048818 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1f1da-fc6c-4b0d-a945-6599dfb88b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7059ccf-084a-45b9-aa3b-b52e88d194b3,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:51.178288 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device d1b51b57-618b-4fb1-9c2c-95923fed206e up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:41:51.228436 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port d1b51b57-618b-4fb1-9c2c-95923fed206e triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:41:51.228838 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:51.312807 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50716) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:51.329416 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-eafa86ef-57d3-4b12-a034-1c7e60f3e38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:51.416569 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-eafa86ef-57d3-4b12-a034-1c7e60f3e38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:51.420011 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-eafa86ef-57d3-4b12-a034-1c7e60f3e38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:51.459087 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-eafa86ef-57d3-4b12-a034-1c7e60f3e38e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba7f034b71aa4dd08104b1ac7a02efeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449554 Jul 16 11:41:51.459750 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa86ef-57d3-4b12-a034-1c7e60f3e38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5422df2f-adc5-4666-838a-c3c931fb215c,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:51.462116 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50718) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:41:51.511821 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3384fdf1-fe20-40b7-9744-99df6720f595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:51.532670 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3384fdf1-fe20-40b7-9744-99df6720f595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:51.579081 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3384fdf1-fe20-40b7-9744-99df6720f595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:51.581598 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3384fdf1-fe20-40b7-9744-99df6720f595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:51.582749 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-3384fdf1-fe20-40b7-9744-99df6720f595 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5422df2f-adc5-4666-838a-c3c931fb215c HTTP/1.1" status: 204 len: 168 time: 0.1196337 Jul 16 11:41:51.590104 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384fdf1-fe20-40b7-9744-99df6720f595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5422df2f-adc5-4666-838a-c3c931fb215c,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:41:54.842911 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:41:58.880770 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-9424875e-b2c5-44b2-9758-82817916c35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:01.680806 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-1b502aed-1d64-4c3f-a11d-f80e36c5a71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:01.972779 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50880) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:42:02.072489 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-412607fc-6176-4725-9feb-25103c1b16c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:02.073944 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:02.158845 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-412607fc-6176-4725-9feb-25103c1b16c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:02.162231 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-412607fc-6176-4725-9feb-25103c1b16c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:02.199125 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-412607fc-6176-4725-9feb-25103c1b16c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8f3d61a499344cdaeec6aab48786476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253289 Jul 16 11:42:02.200266 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412607fc-6176-4725-9feb-25103c1b16c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8264c58a-c75f-4dbe-b14b-eb503d0f26af,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:02.201899 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 50884) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:42:02.255002 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f2d44e38-1599-4b97-8d0b-db5e1d58793d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:02.276031 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f2d44e38-1599-4b97-8d0b-db5e1d58793d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:02.320203 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f2d44e38-1599-4b97-8d0b-db5e1d58793d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:02.323120 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f2d44e38-1599-4b97-8d0b-db5e1d58793d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:02.324278 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-f2d44e38-1599-4b97-8d0b-db5e1d58793d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8264c58a-c75f-4dbe-b14b-eb503d0f26af HTTP/1.1" status: 204 len: 168 time: 0.1213500 Jul 16 11:42:02.331593 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d44e38-1599-4b97-8d0b-db5e1d58793d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8264c58a-c75f-4dbe-b14b-eb503d0f26af,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:02.505256 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-9bc12dc0-03c7-46fd-a51c-f1ac5a968c36 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297559847&fields=id&tenant_id=93d67139c1574082adc4bf9a91d7bce7 HTTP/1.1" status: 200 len: 267 time: 0.0329154 Jul 16 11:42:02.582114 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50896) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:42:02.596069 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c0975e86-edb3-442a-b76b-da7fa1a0ff31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:02.611312 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-d7eee0ca-7b65-4c11-b5f5-0f08af4abc82 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:02.612887 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-d7eee0ca-7b65-4c11-b5f5-0f08af4abc82 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/networks?id=dec8b37d-8a34-425c-b3f2-8b05bf41901b HTTP/1.1" status: 200 len: 808 time: 0.1007168 Jul 16 11:42:02.627873 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-34e11cde-a24d-4039-88c0-f29303fe38d7 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/quotas/93d67139c1574082adc4bf9a91d7bce7 HTTP/1.1" status: 200 len: 375 time: 0.0091348 Jul 16 11:42:02.684059 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c0975e86-edb3-442a-b76b-da7fa1a0ff31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:02.688143 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c0975e86-edb3-442a-b76b-da7fa1a0ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:02.696996 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-323378d3-f362-4a0f-8b2e-41f651595c3e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=93d67139c1574082adc4bf9a91d7bce7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638690 Jul 16 11:42:02.725233 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-c0975e86-edb3-442a-b76b-da7fa1a0ff31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48ebe34bb6314540b4b1c6fd11aac283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419733 Jul 16 11:42:02.726053 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0975e86-edb3-442a-b76b-da7fa1a0ff31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fe4f9b-3bde-474d-aecc-2095ca09fc97,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:02.728350 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 50898) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:42:02.776080 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0a529479-a39f-4cfc-a028-95744b54312b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:02.792155 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-cab4bb76-80de-4d13-bb4c-08cc2f20cc7c service neutron] 10.222.0.16 "GET /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833845 Jul 16 11:42:02.796927 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0a529479-a39f-4cfc-a028-95744b54312b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:02.819092 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:02.848423 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0a529479-a39f-4cfc-a028-95744b54312b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:02.850858 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0a529479-a39f-4cfc-a028-95744b54312b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:02.852567 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-0a529479-a39f-4cfc-a028-95744b54312b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2fe4f9b-3bde-474d-aecc-2095ca09fc97 HTTP/1.1" status: 204 len: 168 time: 0.1227505 Jul 16 11:42:02.860949 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a529479-a39f-4cfc-a028-95744b54312b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fe4f9b-3bde-474d-aecc-2095ca09fc97,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:02.890546 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-dd4c7435-8114-4078-b287-905f4344aa0c service neutron] 10.222.0.16 "GET /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925684 Jul 16 11:42:03.191931 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-fc168ef7-992e-4a56-afce-ec84b7d593a1 req-defe8412-c291-49e5-a820-74404db1a254 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 210 time: 0.0327935 Jul 16 11:42:04.303640 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-75c99a1a-a708-4f32-98ef-1eb007bf777f tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:04.306407 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-75c99a1a-a708-4f32-98ef-1eb007bf777f tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.13 "GET /v2.0/networks?id=dec8b37d-8a34-425c-b3f2-8b05bf41901b HTTP/1.1" status: 200 len: 808 time: 0.1093564 Jul 16 11:42:04.330884 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:04.353671 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-39ce9873-aa08-46b5-9a0b-4bf03467adef tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93d67139c1574082adc4bf9a91d7bce7 HTTP/1.1" status: 200 len: 379 time: 0.0378797 Jul 16 11:42:04.361770 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b4683d7f-412f-4ffb-8880-6cf838bbefe1 req-5df8e8dc-784f-4f35-a87a-11a2181f7695 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 210 time: 0.0326567 Jul 16 11:42:04.363002 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-37a5b43e-3475-4190-83e8-3bbfd98e6647 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Request body: {'port': {'device_id': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b', 'admin_state_up': True, 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'security_groups': ['f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f']}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:42:04.474234 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-37a5b43e-3475-4190-83e8-3bbfd98e6647 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Made reservation on behalf of 93d67139c1574082adc4bf9a91d7bce7 for: {'port': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:42:04.478245 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-37a5b43e-3475-4190-83e8-3bbfd98e6647 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:04.604803 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-37a5b43e-3475-4190-83e8-3bbfd98e6647 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Allocated IP 172.20.0.10 (dec8b37d-8a34-425c-b3f2-8b05bf41901b/54c7060f-8812-4e37-95d7-28363b5784b1/63b456a9-aaab-4563-9d4c-edf3864aac7d) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:42:04.742090 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-37a5b43e-3475-4190-83e8-3bbfd98e6647 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:04.756814 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-37a5b43e-3475-4190-83e8-3bbfd98e6647 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Transition to ACTIVE for port object 63b456a9-aaab-4563-9d4c-edf3864aac7d will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:42:04.789959 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-37a5b43e-3475-4190-83e8-3bbfd98e6647 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:04.837701 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-37a5b43e-3475-4190-83e8-3bbfd98e6647 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Network dec8b37d-8a34-425c-b3f2-8b05bf41901b is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:42:04.840809 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-37a5b43e-3475-4190-83e8-3bbfd98e6647 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:42:04.844741 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-37a5b43e-3475-4190-83e8-3bbfd98e6647 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:42:04.870455 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5b43e-3475-4190-83e8-3bbfd98e6647 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Pushing event updated for resources: {'Port': ['ID=63b456a9-aaab-4563-9d4c-edf3864aac7d,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:04.895549 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-37a5b43e-3475-4190-83e8-3bbfd98e6647 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:04.896190 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-37a5b43e-3475-4190-83e8-3bbfd98e6647 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:04.911563 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-37a5b43e-3475-4190-83e8-3bbfd98e6647 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5523398 Jul 16 11:42:04.925148 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Request body: {'port': {'device_id': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:42:04.998047 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:05.099091 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-f92a40ed-3e9a-43c6-8e77-e249492d9d9a None None] Provisioning for port 63b456a9-aaab-4563-9d4c-edf3864aac7d completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:42:05.103909 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-f92a40ed-3e9a-43c6-8e77-e249492d9d9a None None] Provisioning complete for port 63b456a9-aaab-4563-9d4c-edf3864aac7d triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:05.104282 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-f92a40ed-3e9a-43c6-8e77-e249492d9d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:05.137951 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-f92a40ed-3e9a-43c6-8e77-e249492d9d9a None None] Port 63b456a9-aaab-4563-9d4c-edf3864aac7d cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:42:05.266981 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b456a9-aaab-4563-9d4c-edf3864aac7d {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:42:05.276001 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:05.287836 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Transition to ACTIVE for port object 63b456a9-aaab-4563-9d4c-edf3864aac7d will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:42:05.301678 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:05.397305 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Pushing event updated for resources: {'Port': ['ID=63b456a9-aaab-4563-9d4c-edf3864aac7d,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:05.428199 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Attempting to bind port 63b456a9-aaab-4563-9d4c-edf3864aac7d on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:42:05.428623 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Attempting to bind port 63b456a9-aaab-4563-9d4c-edf3864aac7d by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '1f10c6fb-c0c4-402c-8ace-8a35357d36f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:42:05.429018 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Attempting to bind port 63b456a9-aaab-4563-9d4c-edf3864aac7d on network dec8b37d-8a34-425c-b3f2-8b05bf41901b {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:42:05.433706 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Port 63b456a9-aaab-4563-9d4c-edf3864aac7d on network dec8b37d-8a34-425c-b3f2-8b05bf41901b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:42:05.434037 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Attempting to bind port 63b456a9-aaab-4563-9d4c-edf3864aac7d on network dec8b37d-8a34-425c-b3f2-8b05bf41901b {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:42:05.439387 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:42:05.439724 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Checking segment: {'id': '1f10c6fb-c0c4-402c-8ace-8a35357d36f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:42:05.440189 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Bound using segment: {'id': '1f10c6fb-c0c4-402c-8ace-8a35357d36f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:42:05.440625 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Bound port: 63b456a9-aaab-4563-9d4c-edf3864aac7d, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f10c6fb-c0c4-402c-8ace-8a35357d36f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:42:05.441096 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:05.507741 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] For port 63b456a9-aaab-4563-9d4c-edf3864aac7d, host hv-cinder-78476, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:42:05.511557 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] For port 63b456a9-aaab-4563-9d4c-edf3864aac7d, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=63b456a9-aaab-4563-9d4c-edf3864aac7d,segment=NetworkSegment(1f10c6fb-c0c4-402c-8ace-8a35357d36f0),segment_id=1f10c6fb-c0c4-402c-8ace-8a35357d36f0)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:42:05.517056 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:05.554105 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:05.555305 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:05.555742 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5184e4-d376-47d3-af13-bb068983ed73 req-3794b3be-17f4-4ea7-83c5-223a3d4580b2 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:05.556838 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] 10.222.0.13 "PUT /v2.0/ports/63b456a9-aaab-4563-9d4c-edf3864aac7d HTTP/1.1" status: 200 len: 1094 time: 0.6360619 Jul 16 11:42:05.557272 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'tag': '63b456a9-aaab-4563-9d4c-edf3864aac7d'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:42:05.557377 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ea5184e4-d376-47d3-af13-bb068983ed73 req-3794b3be-17f4-4ea7-83c5-223a3d4580b2 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 944 time: 0.0686998 Jul 16 11:42:05.559609 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809acede-e471-401b-bbf6-264837f1ab88" -d '{"events": [{"name": "network-changed", "server_uuid": "799aa3c2-1e2d-454d-a381-034e1b41493d", "tag": "63b456a9-aaab-4563-9d4c-edf3864aac7d"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:42:05.588139 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42869879-43a8-4f69-8441-bee31872b2ec service neutron] Pushing event updated for resources: {'Port': ['ID=63b456a9-aaab-4563-9d4c-edf3864aac7d,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:05.612293 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8859781d-daa2-40ea-970f-6d6890317275 x-openstack-request-id: req-8859781d-daa2-40ea-970f-6d6890317275 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:42:05.612579 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799aa3c2-1e2d-454d-a381-034e1b41493d", "tag": "63b456a9-aaab-4563-9d4c-edf3864aac7d", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:42:05.612829 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8859781d-daa2-40ea-970f-6d6890317275 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:42:05.613215 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'tag': '63b456a9-aaab-4563-9d4c-edf3864aac7d', 'status': 'completed', 'code': 200} Jul 16 11:42:05.616512 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ea5184e4-d376-47d3-af13-bb068983ed73 req-d9bd6f14-8571-44c2-afb6-a6d6747d8a1e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458338 Jul 16 11:42:05.658722 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-ceaea9d7-9059-4a27-907e-127b7c70a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:05.660336 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-ceaea9d7-9059-4a27-907e-127b7c70a1ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93d67139c1574082adc4bf9a91d7bce7&device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 1097 time: 0.0588045 Jul 16 11:42:05.705590 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-f058a66f-0604-49e5-996a-2f503699c041 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63b456a9-aaab-4563-9d4c-edf3864aac7d HTTP/1.1" status: 200 len: 217 time: 0.0382555 Jul 16 11:42:05.754746 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-6d60428f-8a65-40c1-afe9-52cfd680bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:05.756244 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-6d60428f-8a65-40c1-afe9-52cfd680bf5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54c7060f-8812-4e37-95d7-28363b5784b1 HTTP/1.1" status: 200 len: 847 time: 0.0440032 Jul 16 11:42:05.813023 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-1bf0341a-afba-4a79-ae3d-f7a48f0f4ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:05.814514 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-1bf0341a-afba-4a79-ae3d-f7a48f0f4ea0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec8b37d-8a34-425c-b3f2-8b05bf41901b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511482 Jul 16 11:42:05.904911 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-8a6c7366-9984-4c8b-9a70-7f2eee14f4a2 service neutron] 10.222.0.13 "GET /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829387 Jul 16 11:42:05.989024 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6703f5ad-5357-45fe-ae03-a2cdc7a61dfb req-646d8101-cf4f-487d-9ab1-9738d48cb4e2 service neutron] 10.222.0.13 "GET /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781763 Jul 16 11:42:06.086477 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809acede-e471-401b-bbf6-264837f1ab88 req-cc2cfc13-c0bf-443d-b6d7-56ec3871fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:06.087964 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-809acede-e471-401b-bbf6-264837f1ab88 req-cc2cfc13-c0bf-443d-b6d7-56ec3871fd16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93d67139c1574082adc4bf9a91d7bce7&device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 1097 time: 0.0543809 Jul 16 11:42:06.174427 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809acede-e471-401b-bbf6-264837f1ab88 req-f0fd010a-cc5c-406c-bddb-8c9144a64eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:06.175892 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-809acede-e471-401b-bbf6-264837f1ab88 req-f0fd010a-cc5c-406c-bddb-8c9144a64eae service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec8b37d-8a34-425c-b3f2-8b05bf41901b HTTP/1.1" status: 200 len: 909 time: 0.0810249 Jul 16 11:42:06.217172 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-809acede-e471-401b-bbf6-264837f1ab88 req-051da9fa-be01-4d64-863b-2f87f401de6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63b456a9-aaab-4563-9d4c-edf3864aac7d HTTP/1.1" status: 200 len: 217 time: 0.0343440 Jul 16 11:42:06.267890 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809acede-e471-401b-bbf6-264837f1ab88 req-fa33e60a-2f23-4cdf-a0e2-3d71f3fef524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:06.269351 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-809acede-e471-401b-bbf6-264837f1ab88 req-fa33e60a-2f23-4cdf-a0e2-3d71f3fef524 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54c7060f-8812-4e37-95d7-28363b5784b1 HTTP/1.1" status: 200 len: 847 time: 0.0459824 Jul 16 11:42:06.323827 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809acede-e471-401b-bbf6-264837f1ab88 req-ed158f58-5d4f-46f2-84a4-ffe0ca94359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:06.325295 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-809acede-e471-401b-bbf6-264837f1ab88 req-ed158f58-5d4f-46f2-84a4-ffe0ca94359d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec8b37d-8a34-425c-b3f2-8b05bf41901b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498462 Jul 16 11:42:06.415652 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-809acede-e471-401b-bbf6-264837f1ab88 req-45b659ef-7e67-45d6-9c4e-2463b36370b9 service neutron] 10.222.0.13 "GET /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836568 Jul 16 11:42:06.503458 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-809acede-e471-401b-bbf6-264837f1ab88 req-30e4e1c8-4304-4d9e-a4d7-80f00e682e9c service neutron] 10.222.0.13 "GET /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811136 Jul 16 11:42:06.795934 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b597d0-bf35-4608-ac5b-e2c490c6e38c req-09efea10-d030-4cc8-a2de-db29ee0f6034 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:06.797394 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-81b597d0-bf35-4608-ac5b-e2c490c6e38c req-09efea10-d030-4cc8-a2de-db29ee0f6034 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 944 time: 0.0613275 Jul 16 11:42:06.833761 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-81b597d0-bf35-4608-ac5b-e2c490c6e38c req-73ae0cbd-c63f-418c-8f29-3fa384a8e558 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307262 Jul 16 11:42:07.458355 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:42:08.007109 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728fe71-d6e4-4ca8-93af-c0e99700a999 req-60805d19-0fb5-4c43-9b51-7442988125cc tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:08.008739 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d728fe71-d6e4-4ca8-93af-c0e99700a999 req-60805d19-0fb5-4c43-9b51-7442988125cc tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 944 time: 0.0660679 Jul 16 11:42:08.045876 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d728fe71-d6e4-4ca8-93af-c0e99700a999 req-12a24cac-efb8-4934-b860-32378a1d1b58 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317495 Jul 16 11:42:09.214695 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768e016-37ce-472d-8d2c-222b5bd67423 req-10ab1a11-ea63-4bcb-975d-81dfc599bef6 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:09.216220 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3768e016-37ce-472d-8d2c-222b5bd67423 req-10ab1a11-ea63-4bcb-975d-81dfc599bef6 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 944 time: 0.0614090 Jul 16 11:42:09.254303 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3768e016-37ce-472d-8d2c-222b5bd67423 req-fb6895bc-6d72-4f0a-af5c-80aa0e5e972f tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322287 Jul 16 11:42:10.425209 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a3724-ef78-4fb0-b22b-7c7ed62f062f req-41352533-04fb-4260-b46d-a63bd9ee2832 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:10.426659 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b22a3724-ef78-4fb0-b22b-7c7ed62f062f req-41352533-04fb-4260-b46d-a63bd9ee2832 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 944 time: 0.0615523 Jul 16 11:42:10.465618 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b22a3724-ef78-4fb0-b22b-7c7ed62f062f req-f307ecc8-bf71-4e74-989c-5d5aa9f60192 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328567 Jul 16 11:42:11.631730 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066d071-608c-435e-9a0e-a827225eae72 req-5806bfdb-10af-46ef-ab2b-3be09ee424f2 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:11.633788 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c066d071-608c-435e-9a0e-a827225eae72 req-5806bfdb-10af-46ef-ab2b-3be09ee424f2 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 944 time: 0.0605357 Jul 16 11:42:11.669050 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c066d071-608c-435e-9a0e-a827225eae72 req-beeebefe-1e83-4df0-a9d5-f02329ccef9a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296767 Jul 16 11:42:12.833431 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e4d1d-8351-48d7-a80c-910fcbc6a997 req-a76d23ad-7003-4e6b-b502-86ae03445f94 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:12.834855 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-791e4d1d-8351-48d7-a80c-910fcbc6a997 req-a76d23ad-7003-4e6b-b502-86ae03445f94 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 944 time: 0.0589325 Jul 16 11:42:12.871026 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-791e4d1d-8351-48d7-a80c-910fcbc6a997 req-1c428bae-4f9b-4612-8ff3-cc6c34c31002 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301828 Jul 16 11:42:13.424915 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51066) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:42:13.524867 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07e09a37-8a2d-4fd7-8899-e2e6234fe558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:13.609052 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07e09a37-8a2d-4fd7-8899-e2e6234fe558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:13.612382 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07e09a37-8a2d-4fd7-8899-e2e6234fe558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:13.651513 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e09a37-8a2d-4fd7-8899-e2e6234fe558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676a37a4-2efb-4903-85fb-e2f4e02d050e,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:13.655744 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-07e09a37-8a2d-4fd7-8899-e2e6234fe558 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=643a9751dc6b49dbbe7b840fe260468e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298024 Jul 16 11:42:13.658355 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51070) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:42:13.704196 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f898a4d3-f527-410c-9fe0-2c43619046dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:13.724528 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f898a4d3-f527-410c-9fe0-2c43619046dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:13.768545 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f898a4d3-f527-410c-9fe0-2c43619046dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:13.771041 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f898a4d3-f527-410c-9fe0-2c43619046dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:13.772179 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-f898a4d3-f527-410c-9fe0-2c43619046dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/676a37a4-2efb-4903-85fb-e2f4e02d050e HTTP/1.1" status: 204 len: 168 time: 0.1129386 Jul 16 11:42:13.780718 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898a4d3-f527-410c-9fe0-2c43619046dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676a37a4-2efb-4903-85fb-e2f4e02d050e,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:14.046790 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee759ef-6971-4691-9c52-b5c5dfa05223 req-2725635e-908c-44e1-8a48-e0d9cb5ff81b tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:14.048309 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ee759ef-6971-4691-9c52-b5c5dfa05223 req-2725635e-908c-44e1-8a48-e0d9cb5ff81b tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 944 time: 0.0692840 Jul 16 11:42:14.086711 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3ee759ef-6971-4691-9c52-b5c5dfa05223 req-4684131a-6ab9-4950-bd02-38be4a42fcc0 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327592 Jul 16 11:42:14.125330 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 63b456a9-aaab-4563-9d4c-edf3864aac7d details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:42:14.222297 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 63b456a9-aaab-4563-9d4c-edf3864aac7d, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=63b456a9-aaab-4563-9d4c-edf3864aac7d,segment=NetworkSegment(1f10c6fb-c0c4-402c-8ace-8a35357d36f0),segment_id=1f10c6fb-c0c4-402c-8ace-8a35357d36f0)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:42:14.234139 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': '63b456a9-aaab-4563-9d4c-edf3864aac7d', 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b', 'port_id': '63b456a9-aaab-4563-9d4c-edf3864aac7d', 'mac_address': 'fa:16:3e:38:d7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:42:14.271553 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:14.284429 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b456a9-aaab-4563-9d4c-edf3864aac7d {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:42:14.305827 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 63b456a9-aaab-4563-9d4c-edf3864aac7d, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=63b456a9-aaab-4563-9d4c-edf3864aac7d,segment=NetworkSegment(1f10c6fb-c0c4-402c-8ace-8a35357d36f0),segment_id=1f10c6fb-c0c4-402c-8ace-8a35357d36f0)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:42:14.309651 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:14.355308 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=63b456a9-aaab-4563-9d4c-edf3864aac7d,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:14.510615 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['63b456a9-aaab-4563-9d4c-edf3864aac7d'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:42:15.253075 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f34f3-ae75-4e06-9cc2-5545e4f79fc8 req-b467b9da-4dbc-4bbd-a27c-e4461f937c84 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:15.254524 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-aa4f34f3-ae75-4e06-9cc2-5545e4f79fc8 req-b467b9da-4dbc-4bbd-a27c-e4461f937c84 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 945 time: 0.0602696 Jul 16 11:42:15.291320 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-aa4f34f3-ae75-4e06-9cc2-5545e4f79fc8 req-7a7a3115-39aa-47c8-87bc-f843dc7d0ec0 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306022 Jul 16 11:42:15.924078 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ff3d8c4d-033a-4b1f-9b5e-0a981c94c0bb tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ac037a3ea392452796ca6ad02b3644e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284359 Jul 16 11:42:16.096430 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-7a75d087-9441-4732-942b-7a4ce0fee792 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:16.097845 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-7a75d087-9441-4732-942b-7a4ce0fee792 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690061 Jul 16 11:42:16.111532 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-d8e45796-c8a5-4dd1-a77c-9c281e00dc45 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/quotas/ac037a3ea392452796ca6ad02b3644e7 HTTP/1.1" status: 200 len: 375 time: 0.0083976 Jul 16 11:42:16.140505 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 63b456a9-aaab-4563-9d4c-edf3864aac7d up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:42:16.143775 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-20cd2d6e-0615-4e16-b898-30cd67f46064 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac037a3ea392452796ca6ad02b3644e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276055 Jul 16 11:42:16.189815 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port 63b456a9-aaab-4563-9d4c-edf3864aac7d completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:42:16.193525 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port 63b456a9-aaab-4563-9d4c-edf3864aac7d triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:16.193919 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:16.268689 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:16.292771 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b456a9-aaab-4563-9d4c-edf3864aac7d'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:42:16.295188 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5d9bbb-8cc0-4fcb-8694-ebdd6332175f" -d '{"events": [{"server_uuid": "799aa3c2-1e2d-454d-a381-034e1b41493d", "name": "network-vif-plugged", "status": "completed", "tag": "63b456a9-aaab-4563-9d4c-edf3864aac7d"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:42:16.312072 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 63b456a9-aaab-4563-9d4c-edf3864aac7d, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=63b456a9-aaab-4563-9d4c-edf3864aac7d,segment=NetworkSegment(1f10c6fb-c0c4-402c-8ace-8a35357d36f0),segment_id=1f10c6fb-c0c4-402c-8ace-8a35357d36f0)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:42:16.318629 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ea178a15-8b96-4c93-a04e-2d205c9dd8cb req-0f24cb95-44bf-4df4-9856-fd5511f5b6c7 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/ports?device_id=10fd475f-481d-446b-83f6-da302bc5b5aa HTTP/1.1" status: 200 len: 210 time: 0.0386186 Jul 16 11:42:16.321175 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:16.346035 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a9ba95-9579-4a1e-a774-9dd829186e20 x-openstack-request-id: req-69a9ba95-9579-4a1e-a774-9dd829186e20 {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:42:16.346327 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799aa3c2-1e2d-454d-a381-034e1b41493d", "name": "network-vif-plugged", "status": "completed", "tag": "63b456a9-aaab-4563-9d4c-edf3864aac7d", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:42:16.346634 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69a9ba95-9579-4a1e-a774-9dd829186e20 {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:42:16.347222 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b456a9-aaab-4563-9d4c-edf3864aac7d', 'code': 200} Jul 16 11:42:16.381433 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=63b456a9-aaab-4563-9d4c-edf3864aac7d,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:16.514648 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bdd79-6c5c-4532-b119-9befca131c44 req-c8f7cd42-ff66-4962-a91d-b6020add08fc tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:16.516311 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-955bdd79-6c5c-4532-b119-9befca131c44 req-c8f7cd42-ff66-4962-a91d-b6020add08fc tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.0763061 Jul 16 11:42:16.560509 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-955bdd79-6c5c-4532-b119-9befca131c44 req-46394d7c-e248-4dfc-a4bb-f72de586e641 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385110 Jul 16 11:42:16.608148 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311681c8-e9b3-4f65-9146-ac4bc0a53366 req-5357ac28-d403-4f66-af25-2058af2044bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:16.609767 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-311681c8-e9b3-4f65-9146-ac4bc0a53366 req-5357ac28-d403-4f66-af25-2058af2044bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 1099 time: 0.0543480 Jul 16 11:42:16.644392 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-311681c8-e9b3-4f65-9146-ac4bc0a53366 req-492b06d7-ab40-48dd-a24d-236ec9dace63 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281005 Jul 16 11:42:17.352646 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-72376065-eff2-48a7-b8b6-8946760d98fd tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ac037a3ea392452796ca6ad02b3644e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362875 Jul 16 11:42:17.464543 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-30f3997b-64e1-4535-ac5f-906ede51924b req-a0e42fc0-a56b-4e99-9056-5a7816dc9ede tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/ports?device_id=10fd475f-481d-446b-83f6-da302bc5b5aa HTTP/1.1" status: 200 len: 210 time: 0.0282917 Jul 16 11:42:17.736178 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce05e6d-12e6-4c2b-a765-b80e9b33659f req-45eaa120-8ac6-4528-831c-fa764f0aefeb tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:17.737568 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1ce05e6d-12e6-4c2b-a765-b80e9b33659f req-45eaa120-8ac6-4528-831c-fa764f0aefeb tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.0619495 Jul 16 11:42:17.769247 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ffb623fa-1f03-43eb-9431-f8c122422de0 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:17.770714 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ffb623fa-1f03-43eb-9431-f8c122422de0 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4116745 Jul 16 11:42:17.774548 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1ce05e6d-12e6-4c2b-a765-b80e9b33659f req-d1722df9-0cfc-4807-a70c-a7477313124e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314279 Jul 16 11:42:17.782460 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ebabf412-3f84-47d1-b52d-1df602a400c5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Request body: {'port': {'device_id': '10fd475f-481d-446b-83f6-da302bc5b5aa', 'network_id': 'f389f7b8-29be-406d-aad3-7506fcc53d2e', 'admin_state_up': True, 'tenant_id': 'ac037a3ea392452796ca6ad02b3644e7'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:42:17.888909 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ebabf412-3f84-47d1-b52d-1df602a400c5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Made reservation on behalf of ac037a3ea392452796ca6ad02b3644e7 for: {'port': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:42:17.892576 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ebabf412-3f84-47d1-b52d-1df602a400c5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:17.901795 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ebabf412-3f84-47d1-b52d-1df602a400c5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:17.996131 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ebabf412-3f84-47d1-b52d-1df602a400c5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:18.000362 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ebabf412-3f84-47d1-b52d-1df602a400c5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:18.060712 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabf412-3f84-47d1-b52d-1df602a400c5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab96dec-f779-46d9-bcf2-c3d811de3da1,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:18.138969 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ebabf412-3f84-47d1-b52d-1df602a400c5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Allocated IP 192.168.233.13 (f389f7b8-29be-406d-aad3-7506fcc53d2e/b1f6c055-8150-4ea8-9410-87068e85974a/320f276e-119b-4ab7-835d-069267f44986) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:42:18.201467 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c7896-32c0-4bbc-9cb4-a93e0df304b5 req-a63ed387-4884-4513-89d4-9d107cd9c1b0 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:18.202940 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-614c7896-32c0-4bbc-9cb4-a93e0df304b5 req-a63ed387-4884-4513-89d4-9d107cd9c1b0 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.3224080 Jul 16 11:42:18.238657 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-614c7896-32c0-4bbc-9cb4-a93e0df304b5 req-158879de-e555-449b-926d-094fac9f7073 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298600 Jul 16 11:42:18.263361 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51142) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:42:18.283072 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ebabf412-3f84-47d1-b52d-1df602a400c5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:18.296860 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ebabf412-3f84-47d1-b52d-1df602a400c5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Transition to ACTIVE for port object 320f276e-119b-4ab7-835d-069267f44986 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:42:18.332026 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ebabf412-3f84-47d1-b52d-1df602a400c5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:18.381384 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ebabf412-3f84-47d1-b52d-1df602a400c5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Network f389f7b8-29be-406d-aad3-7506fcc53d2e is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:42:18.384561 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ebabf412-3f84-47d1-b52d-1df602a400c5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:42:18.388507 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ebabf412-3f84-47d1-b52d-1df602a400c5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:42:18.412092 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabf412-3f84-47d1-b52d-1df602a400c5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Pushing event updated for resources: {'Port': ['ID=320f276e-119b-4ab7-835d-069267f44986,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:18.446884 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ebabf412-3f84-47d1-b52d-1df602a400c5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:18.447594 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ebabf412-3f84-47d1-b52d-1df602a400c5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:18.462787 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-ebabf412-3f84-47d1-b52d-1df602a400c5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6840067 Jul 16 11:42:18.467454 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d772096-9f40-4219-b035-9de53dbc0b9b tempest-TestShelveInstance-145147621 tempest-TestShelveInstance-145147621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:18.471709 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-6d772096-9f40-4219-b035-9de53dbc0b9b tempest-TestShelveInstance-145147621 tempest-TestShelveInstance-145147621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 1094 time: 0.2044570 Jul 16 11:42:18.471954 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51146) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:42:18.474233 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Request body: {'port': {'device_id': '10fd475f-481d-446b-83f6-da302bc5b5aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:42:18.476576 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Request body: {'floatingip': {'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'port_id': '63b456a9-aaab-4563-9d4c-edf3864aac7d', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:42:18.500809 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for floatingip, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:18.559885 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:18.636788 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:18.685609 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-1e8b3232-e6db-435d-b281-371ef064f4cc None None] Provisioning for port 320f276e-119b-4ab7-835d-069267f44986 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:42:18.690298 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-1e8b3232-e6db-435d-b281-371ef064f4cc None None] Provisioning complete for port 320f276e-119b-4ab7-835d-069267f44986 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:18.690811 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-1e8b3232-e6db-435d-b281-371ef064f4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:18.714044 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfca4d1-5af1-4445-aac4-0a283eafe630 req-aff565bc-42f8-4a34-8055-b1c6a0698a74 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:18.715537 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4cfca4d1-5af1-4445-aac4-0a283eafe630 req-aff565bc-42f8-4a34-8055-b1c6a0698a74 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/ports?device_id=10fd475f-481d-446b-83f6-da302bc5b5aa HTTP/1.1" status: 200 len: 935 time: 0.1195695 Jul 16 11:42:18.728167 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b3232-e6db-435d-b281-371ef064f4cc None None] Port 320f276e-119b-4ab7-835d-069267f44986 cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:42:18.786628 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Allocated IP 172.27.0.125 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/b5365d4b-7784-46a4-939f-92b0405b1927) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:42:18.795432 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4cfca4d1-5af1-4445-aac4-0a283eafe630 req-e5f94002-d517-4e2e-a53a-967968e6e67e tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fab96dec-f779-46d9-bcf2-c3d811de3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549290 Jul 16 11:42:18.832510 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320f276e-119b-4ab7-835d-069267f44986 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:42:18.840495 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:18.852657 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Transition to ACTIVE for port object 320f276e-119b-4ab7-835d-069267f44986 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:42:18.856254 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:18.894261 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:18.907737 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Pushing event updated for resources: {'Port': ['ID=320f276e-119b-4ab7-835d-069267f44986,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:18.941168 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:18.981290 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:42:18.986319 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:42:18.988573 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Attempting to bind port 320f276e-119b-4ab7-835d-069267f44986 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:42:18.988922 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Attempting to bind port 320f276e-119b-4ab7-835d-069267f44986 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '14d96764-688c-4e05-b917-02f45ba06237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f389f7b8-29be-406d-aad3-7506fcc53d2e'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:42:18.989259 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Attempting to bind port 320f276e-119b-4ab7-835d-069267f44986 on network f389f7b8-29be-406d-aad3-7506fcc53d2e {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:42:18.989686 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:42:18.994510 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Port 320f276e-119b-4ab7-835d-069267f44986 on network f389f7b8-29be-406d-aad3-7506fcc53d2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:42:18.994838 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Attempting to bind port 320f276e-119b-4ab7-835d-069267f44986 on network f389f7b8-29be-406d-aad3-7506fcc53d2e {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:42:19.000269 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:42:19.000613 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Checking segment: {'id': '14d96764-688c-4e05-b917-02f45ba06237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f389f7b8-29be-406d-aad3-7506fcc53d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:42:19.001004 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Bound using segment: {'id': '14d96764-688c-4e05-b917-02f45ba06237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f389f7b8-29be-406d-aad3-7506fcc53d2e'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:42:19.001435 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Bound port: 320f276e-119b-4ab7-835d-069267f44986, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d96764-688c-4e05-b917-02f45ba06237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f389f7b8-29be-406d-aad3-7506fcc53d2e'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:42:19.001798 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:19.022066 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Pushing event updated for resources: {'Port': ['ID=b5365d4b-7784-46a4-939f-92b0405b1927,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:19.075572 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] For port 320f276e-119b-4ab7-835d-069267f44986, host hv-cinder-78476, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:42:19.079106 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] For port 320f276e-119b-4ab7-835d-069267f44986, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=320f276e-119b-4ab7-835d-069267f44986,segment=NetworkSegment(14d96764-688c-4e05-b917-02f45ba06237),segment_id=14d96764-688c-4e05-b917-02f45ba06237)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:42:19.082697 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:19.121291 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:19.121906 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:19.123572 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] 10.222.0.13 "PUT /v2.0/ports/320f276e-119b-4ab7-835d-069267f44986 HTTP/1.1" status: 200 len: 1097 time: 0.6536739 Jul 16 11:42:19.124093 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fd475f-481d-446b-83f6-da302bc5b5aa', 'tag': '320f276e-119b-4ab7-835d-069267f44986'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:42:19.126343 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9066176-a927-4989-b254-0af3d4a0ca68" -d '{"events": [{"name": "network-changed", "server_uuid": "10fd475f-481d-446b-83f6-da302bc5b5aa", "tag": "320f276e-119b-4ab7-835d-069267f44986"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:42:19.173357 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a50a4f-d569-4704-99a2-406057041bd9 x-openstack-request-id: req-26a50a4f-d569-4704-99a2-406057041bd9 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:42:19.173647 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10fd475f-481d-446b-83f6-da302bc5b5aa", "tag": "320f276e-119b-4ab7-835d-069267f44986", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:42:19.173918 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26a50a4f-d569-4704-99a2-406057041bd9 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:42:19.174309 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10fd475f-481d-446b-83f6-da302bc5b5aa', 'tag': '320f276e-119b-4ab7-835d-069267f44986', 'status': 'completed', 'code': 200} Jul 16 11:42:19.175505 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123dd42-0196-4d6c-abf1-8da5f88f17b5 service neutron] Pushing event updated for resources: {'Port': ['ID=320f276e-119b-4ab7-835d-069267f44986,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:19.237900 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-522d26f2-9424-4ece-99c2-561ae2fa783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:19.239463 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-522d26f2-9424-4ece-99c2-561ae2fa783b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac037a3ea392452796ca6ad02b3644e7&device_id=10fd475f-481d-446b-83f6-da302bc5b5aa HTTP/1.1" status: 200 len: 1100 time: 0.0588400 Jul 16 11:42:19.281032 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-a6b9fbbe-d207-492c-9c72-0d6302450a25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=320f276e-119b-4ab7-835d-069267f44986 HTTP/1.1" status: 200 len: 217 time: 0.0345554 Jul 16 11:42:19.333572 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-562bbee4-3fb5-49c6-8b70-69fe981439b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:19.335038 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-562bbee4-3fb5-49c6-8b70-69fe981439b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1f6c055-8150-4ea8-9410-87068e85974a HTTP/1.1" status: 200 len: 843 time: 0.0484462 Jul 16 11:42:19.392542 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-beac95bc-4477-486f-8c2d-dcb2815b0bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:19.394060 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-beac95bc-4477-486f-8c2d-dcb2815b0bc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f389f7b8-29be-406d-aad3-7506fcc53d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0528803 Jul 16 11:42:19.398953 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:19.476989 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:19.486120 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-e4c4d3a5-88ad-488c-a346-92528ad3e294 service neutron] 10.222.0.13 "GET /v2.0/networks/f389f7b8-29be-406d-aad3-7506fcc53d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849893 Jul 16 11:42:19.577516 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-0999efaa-e64c-4d92-b098-33ee738c7f2f req-73b39ae8-4d39-4ba9-a7c0-17c1aa7b15e2 service neutron] 10.222.0.13 "GET /v2.0/networks/f389f7b8-29be-406d-aad3-7506fcc53d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850029 Jul 16 11:42:19.627018 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:19.631574 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:19.676013 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9066176-a927-4989-b254-0af3d4a0ca68 req-dac18656-0feb-423a-9d4e-62533f1e32a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:19.677519 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d9066176-a927-4989-b254-0af3d4a0ca68 req-dac18656-0feb-423a-9d4e-62533f1e32a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac037a3ea392452796ca6ad02b3644e7&device_id=10fd475f-481d-446b-83f6-da302bc5b5aa HTTP/1.1" status: 200 len: 1100 time: 0.0516105 Jul 16 11:42:19.696945 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Pushing event updated for resources: {'Port': ['ID=b5365d4b-7784-46a4-939f-92b0405b1927,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:19.706789 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814437'] for floatingip, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:19.765732 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9066176-a927-4989-b254-0af3d4a0ca68 req-6b4ab71b-5ca5-401c-a130-6e213ce760a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:19.767196 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d9066176-a927-4989-b254-0af3d4a0ca68 req-6b4ab71b-5ca5-401c-a130-6e213ce760a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f389f7b8-29be-406d-aad3-7506fcc53d2e HTTP/1.1" status: 200 len: 870 time: 0.0827076 Jul 16 11:42:19.805242 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.l3_db [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Floating IP 4f8832b7-3629-44f3-94e7-158be310d268 associated. External IP: 172.27.0.125, port: 63b456a9-aaab-4563-9d4c-edf3864aac7d. Jul 16 11:42:19.809895 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d9066176-a927-4989-b254-0af3d4a0ca68 req-84878c28-8dbe-46f1-9d4a-09652de1a236 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=320f276e-119b-4ab7-835d-069267f44986 HTTP/1.1" status: 200 len: 217 time: 0.0356092 Jul 16 11:42:19.860300 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9066176-a927-4989-b254-0af3d4a0ca68 req-cedecb15-8f01-478f-935d-c350fcfc9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:19.861783 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d9066176-a927-4989-b254-0af3d4a0ca68 req-cedecb15-8f01-478f-935d-c350fcfc9f70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1f6c055-8150-4ea8-9410-87068e85974a HTTP/1.1" status: 200 len: 843 time: 0.0457187 Jul 16 11:42:19.923550 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9066176-a927-4989-b254-0af3d4a0ca68 req-6272c18f-c90a-43c7-9725-a3bad855abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:19.925081 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d9066176-a927-4989-b254-0af3d4a0ca68 req-6272c18f-c90a-43c7-9725-a3bad855abd0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f389f7b8-29be-406d-aad3-7506fcc53d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0556586 Jul 16 11:42:20.017373 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d9066176-a927-4989-b254-0af3d4a0ca68 req-9abac3bc-8013-4d3c-9c6f-3140629bbfe8 service neutron] 10.222.0.13 "GET /v2.0/networks/f389f7b8-29be-406d-aad3-7506fcc53d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846822 Jul 16 11:42:20.044949 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30428945-225d-4157-b2a4-243f1f182908 req-2fad5c2a-0b12-4df4-947d-7669e2ebe0c7 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:20.046435 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-30428945-225d-4157-b2a4-243f1f182908 req-2fad5c2a-0b12-4df4-947d-7669e2ebe0c7 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/ports?device_id=10fd475f-481d-446b-83f6-da302bc5b5aa HTTP/1.1" status: 200 len: 947 time: 0.1355395 Jul 16 11:42:20.090928 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Router 5d589d4c-64aa-499f-addf-17ca67a61fe3 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:42:20.100874 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-30428945-225d-4157-b2a4-243f1f182908 req-3674b21f-d30a-4bb9-8494-b2422f2a5fe5 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fab96dec-f779-46d9-bcf2-c3d811de3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456533 Jul 16 11:42:20.105457 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d9066176-a927-4989-b254-0af3d4a0ca68 req-7a8bd8b8-b497-487c-a80a-be178441990c service neutron] 10.222.0.13 "GET /v2.0/networks/f389f7b8-29be-406d-aad3-7506fcc53d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811605 Jul 16 11:42:20.199917 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:42:20.209502 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d102d5-ba34-4590-8b98-7acf3b78a70d None None] Sync routers for ids ['5d589d4c-64aa-499f-addf-17ca67a61fe3'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:42:20.215033 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:20.218167 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d102d5-ba34-4590-8b98-7acf3b78a70d None None] Routers {'5d589d4c-64aa-499f-addf-17ca67a61fe3'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:42:20.218975 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-58d102d5-ba34-4590-8b98-7acf3b78a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:42:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5d589d4c-64aa-499f-addf-17ca67a61fe3'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:20.254536 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-c1dc6f6d-c759-47ef-8428-a58e8d396b6a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7814991 Jul 16 11:42:20.255108 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'tag': '63b456a9-aaab-4563-9d4c-edf3864aac7d'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:42:20.257995 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f6dadc-94ec-4c9c-b7de-10eac9369ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "799aa3c2-1e2d-454d-a381-034e1b41493d", "tag": "63b456a9-aaab-4563-9d4c-edf3864aac7d"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:42:20.301190 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dee2e2-f594-4734-a277-e7c0b56670f9 x-openstack-request-id: req-63dee2e2-f594-4734-a277-e7c0b56670f9 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:42:20.301474 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799aa3c2-1e2d-454d-a381-034e1b41493d", "tag": "63b456a9-aaab-4563-9d4c-edf3864aac7d", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:42:20.301720 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63dee2e2-f594-4734-a277-e7c0b56670f9 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:42:20.302108 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'tag': '63b456a9-aaab-4563-9d4c-edf3864aac7d', 'status': 'completed', 'code': 200} Jul 16 11:42:20.327892 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-58d102d5-ba34-4590-8b98-7acf3b78a70d None None] Set router 5d589d4c-64aa-499f-addf-17ca67a61fe3 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:42:20.384360 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6dadc-94ec-4c9c-b7de-10eac9369ebb req-2b381c93-235b-4189-b756-9726b5ee04a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:20.386023 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-c0f6dadc-94ec-4c9c-b7de-10eac9369ebb req-2b381c93-235b-4189-b756-9726b5ee04a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93d67139c1574082adc4bf9a91d7bce7&device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 1099 time: 0.0613897 Jul 16 11:42:20.472076 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6dadc-94ec-4c9c-b7de-10eac9369ebb req-33a5a517-6845-48ff-a965-d1ae4965c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:20.473537 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-c0f6dadc-94ec-4c9c-b7de-10eac9369ebb req-33a5a517-6845-48ff-a965-d1ae4965c29d service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec8b37d-8a34-425c-b3f2-8b05bf41901b HTTP/1.1" status: 200 len: 909 time: 0.0817969 Jul 16 11:42:20.541142 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-c0f6dadc-94ec-4c9c-b7de-10eac9369ebb req-8801bc6c-8281-41c1-8b23-48a4894817b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63b456a9-aaab-4563-9d4c-edf3864aac7d HTTP/1.1" status: 200 len: 1000 time: 0.0606215 Jul 16 11:42:20.556600 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-58d102d5-ba34-4590-8b98-7acf3b78a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'name': 'tempest-TestShelveInstance-802318188-router', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:37Z', 'revision_number': 4, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'gw_port': {'id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '4f8832b7-3629-44f3-94e7-158be310d268', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'port_id': '63b456a9-aaab-4563-9d4c-edf3864aac7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b', 'mac_address': 'fa:16:3e:38:d7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:42:19Z', 'updated_at': '2021-07-16T11:42:19Z', 'revision_number': 0, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bdeb6a-4b9c-49b1-a8a5-6c041d720904', 'name': '', 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'mac_address': 'fa:16:3e:20:ef:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:36Z', 'updated_at': '2021-07-16T11:41:44Z', 'revision_number': 5, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'subnets': [{'id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:20.602840 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d102d5-ba34-4590-8b98-7acf3b78a70d None None] Checking router: 5d589d4c-64aa-499f-addf-17ca67a61fe3 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:42:20.612539 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6dadc-94ec-4c9c-b7de-10eac9369ebb req-8a2f83f9-f2f0-4773-aa4a-d88ce82e0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:20.614932 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-c0f6dadc-94ec-4c9c-b7de-10eac9369ebb req-8a2f83f9-f2f0-4773-aa4a-d88ce82e0be3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54c7060f-8812-4e37-95d7-28363b5784b1 HTTP/1.1" status: 200 len: 847 time: 0.0675175 Jul 16 11:42:20.615132 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d102d5-ba34-4590-8b98-7acf3b78a70d None None] Routers {'5d589d4c-64aa-499f-addf-17ca67a61fe3'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:42:20.615779 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-58d102d5-ba34-4590-8b98-7acf3b78a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:42:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5d589d4c-64aa-499f-addf-17ca67a61fe3'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:20.687730 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6dadc-94ec-4c9c-b7de-10eac9369ebb req-2191057b-2bd9-42e4-ae30-55de189a8892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:20.689163 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-c0f6dadc-94ec-4c9c-b7de-10eac9369ebb req-2191057b-2bd9-42e4-ae30-55de189a8892 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec8b37d-8a34-425c-b3f2-8b05bf41901b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676997 Jul 16 11:42:20.736492 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-58d102d5-ba34-4590-8b98-7acf3b78a70d None None] Set router 5d589d4c-64aa-499f-addf-17ca67a61fe3 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:42:20.778771 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-c0f6dadc-94ec-4c9c-b7de-10eac9369ebb req-cfb9a38f-29e4-49f7-b720-809a3c83ad71 service neutron] 10.222.0.13 "GET /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824730 Jul 16 11:42:20.865815 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-c0f6dadc-94ec-4c9c-b7de-10eac9369ebb req-e41345eb-9b8f-4135-b62c-c2d5465a521f service neutron] 10.222.0.13 "GET /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806723 Jul 16 11:42:20.952392 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-58d102d5-ba34-4590-8b98-7acf3b78a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'name': 'tempest-TestShelveInstance-802318188-router', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:37Z', 'revision_number': 4, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'gw_port': {'id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '4f8832b7-3629-44f3-94e7-158be310d268', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'port_id': '63b456a9-aaab-4563-9d4c-edf3864aac7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b', 'mac_address': 'fa:16:3e:38:d7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:42:19Z', 'updated_at': '2021-07-16T11:42:19Z', 'revision_number': 0, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bdeb6a-4b9c-49b1-a8a5-6c041d720904', 'name': '', 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'mac_address': 'fa:16:3e:20:ef:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:36Z', 'updated_at': '2021-07-16T11:41:44Z', 'revision_number': 5, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'subnets': [{'id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:20.981214 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d102d5-ba34-4590-8b98-7acf3b78a70d None None] The sync data for ids ['5d589d4c-64aa-499f-addf-17ca67a61fe3'] in dv-cinder-784763-6-iscsi is: [{'id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'name': 'tempest-TestShelveInstance-802318188-router', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:37Z', 'revision_number': 4, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'gw_port': {'id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '4f8832b7-3629-44f3-94e7-158be310d268', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'port_id': '63b456a9-aaab-4563-9d4c-edf3864aac7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b', 'mac_address': 'fa:16:3e:38:d7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:42:19Z', 'updated_at': '2021-07-16T11:42:19Z', 'revision_number': 0, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bdeb6a-4b9c-49b1-a8a5-6c041d720904', 'name': '', 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'mac_address': 'fa:16:3e:20:ef:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:36Z', 'updated_at': '2021-07-16T11:41:44Z', 'revision_number': 5, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'subnets': [{'id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:42:21.159761 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effea929-f92d-4ba6-b29e-f53cd8be3433 None None] New status for floating IP 4f8832b7-3629-44f3-94e7-158be310d268: ACTIVE {{(pid=93106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 11:42:21.272487 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10bd39-a0ea-49ee-8c44-f6bd29629c05 req-51b86f90-367d-4f95-a61b-316c72ecb606 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:21.274711 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3c10bd39-a0ea-49ee-8c44-f6bd29629c05 req-51b86f90-367d-4f95-a61b-316c72ecb606 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/ports?device_id=10fd475f-481d-446b-83f6-da302bc5b5aa HTTP/1.1" status: 200 len: 947 time: 0.0623643 Jul 16 11:42:21.313821 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3c10bd39-a0ea-49ee-8c44-f6bd29629c05 req-80c00b15-671f-466a-a024-68b6ef579a2c tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fab96dec-f779-46d9-bcf2-c3d811de3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334516 Jul 16 11:42:22.161797 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 320f276e-119b-4ab7-835d-069267f44986 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:42:22.254016 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 320f276e-119b-4ab7-835d-069267f44986, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=320f276e-119b-4ab7-835d-069267f44986,segment=NetworkSegment(14d96764-688c-4e05-b917-02f45ba06237),segment_id=14d96764-688c-4e05-b917-02f45ba06237)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:42:22.264499 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': '320f276e-119b-4ab7-835d-069267f44986', 'network_id': 'f389f7b8-29be-406d-aad3-7506fcc53d2e', 'port_id': '320f276e-119b-4ab7-835d-069267f44986', 'mac_address': 'fa:16:3e:cc:d7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f6c055-8150-4ea8-9410-87068e85974a', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:42:22.300188 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:22.315920 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320f276e-119b-4ab7-835d-069267f44986 {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:42:22.334034 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 320f276e-119b-4ab7-835d-069267f44986, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=320f276e-119b-4ab7-835d-069267f44986,segment=NetworkSegment(14d96764-688c-4e05-b917-02f45ba06237),segment_id=14d96764-688c-4e05-b917-02f45ba06237)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:42:22.339115 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:22.384987 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=320f276e-119b-4ab7-835d-069267f44986,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:22.486544 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230426c5-9a84-439d-bbeb-acb218452c30 req-b15a78fc-9574-4f59-b4ee-f276c7ed7b38 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:22.487932 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-230426c5-9a84-439d-bbeb-acb218452c30 req-b15a78fc-9574-4f59-b4ee-f276c7ed7b38 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/ports?device_id=10fd475f-481d-446b-83f6-da302bc5b5aa HTTP/1.1" status: 200 len: 948 time: 0.0615203 Jul 16 11:42:22.527932 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-230426c5-9a84-439d-bbeb-acb218452c30 req-e74728fc-0030-4d8d-b0a2-141a6e0b225b tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fab96dec-f779-46d9-bcf2-c3d811de3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343983 Jul 16 11:42:22.554210 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['320f276e-119b-4ab7-835d-069267f44986'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:42:23.698297 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6768ae-b792-4ac7-86fd-6b5726e20d48 req-4a3bcae1-eaf7-4357-87f0-6d5844e19c98 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:23.699738 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6b6768ae-b792-4ac7-86fd-6b5726e20d48 req-4a3bcae1-eaf7-4357-87f0-6d5844e19c98 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/ports?device_id=10fd475f-481d-446b-83f6-da302bc5b5aa HTTP/1.1" status: 200 len: 948 time: 0.0608521 Jul 16 11:42:23.736012 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6b6768ae-b792-4ac7-86fd-6b5726e20d48 req-4b7ecd1e-366c-485a-b3cf-30bc7077afd8 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fab96dec-f779-46d9-bcf2-c3d811de3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307758 Jul 16 11:42:24.194550 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 320f276e-119b-4ab7-835d-069267f44986 up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:42:24.243633 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port 320f276e-119b-4ab7-835d-069267f44986 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:42:24.247405 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port 320f276e-119b-4ab7-835d-069267f44986 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:24.247892 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:24.322284 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:24.343342 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fd475f-481d-446b-83f6-da302bc5b5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320f276e-119b-4ab7-835d-069267f44986'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:42:24.345594 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5756cf3-f7ce-4d22-aee2-f5a001740136" -d '{"events": [{"server_uuid": "10fd475f-481d-446b-83f6-da302bc5b5aa", "name": "network-vif-plugged", "status": "completed", "tag": "320f276e-119b-4ab7-835d-069267f44986"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:42:24.361634 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 320f276e-119b-4ab7-835d-069267f44986, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=320f276e-119b-4ab7-835d-069267f44986,segment=NetworkSegment(14d96764-688c-4e05-b917-02f45ba06237),segment_id=14d96764-688c-4e05-b917-02f45ba06237)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:42:24.366061 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:24.391869 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953ddc15-37d4-46ff-b33b-5c0acd238e9d x-openstack-request-id: req-953ddc15-37d4-46ff-b33b-5c0acd238e9d {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:42:24.392157 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fd475f-481d-446b-83f6-da302bc5b5aa", "name": "network-vif-plugged", "status": "completed", "tag": "320f276e-119b-4ab7-835d-069267f44986", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:42:24.392409 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-953ddc15-37d4-46ff-b33b-5c0acd238e9d {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:42:24.392780 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fd475f-481d-446b-83f6-da302bc5b5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320f276e-119b-4ab7-835d-069267f44986', 'code': 200} Jul 16 11:42:24.535557 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=320f276e-119b-4ab7-835d-069267f44986,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:24.604818 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f635c5d-706d-4430-b859-0eb80f518568 req-56282246-2a1e-4af0-bae6-78be14928ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:24.606290 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-3f635c5d-706d-4430-b859-0eb80f518568 req-56282246-2a1e-4af0-bae6-78be14928ac2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10fd475f-481d-446b-83f6-da302bc5b5aa HTTP/1.1" status: 200 len: 1102 time: 0.0545759 Jul 16 11:42:24.640305 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-3f635c5d-706d-4430-b859-0eb80f518568 req-1f435f3a-c73b-4af3-899d-a79675791ac8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fab96dec-f779-46d9-bcf2-c3d811de3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278826 Jul 16 11:42:24.856264 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:24.902284 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca268e3-b1e8-4f2a-8628-b330c884fb6f req-0d34cdb3-f3cd-4748-9615-ed5ad70a012f tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:24.903752 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0ca268e3-b1e8-4f2a-8628-b330c884fb6f req-0d34cdb3-f3cd-4748-9615-ed5ad70a012f tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/ports?device_id=10fd475f-481d-446b-83f6-da302bc5b5aa HTTP/1.1" status: 200 len: 949 time: 0.0612323 Jul 16 11:42:24.939499 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0ca268e3-b1e8-4f2a-8628-b330c884fb6f req-274370a9-fb57-47db-99a1-c6c82f76ccac tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fab96dec-f779-46d9-bcf2-c3d811de3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301750 Jul 16 11:42:26.110246 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112941c-6166-4cfb-a5b0-b79d26d8356f req-4257ab0f-f7bc-454d-9bc9-35393f99379c tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:26.111694 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f112941c-6166-4cfb-a5b0-b79d26d8356f req-4257ab0f-f7bc-454d-9bc9-35393f99379c tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/ports?device_id=10fd475f-481d-446b-83f6-da302bc5b5aa HTTP/1.1" status: 200 len: 949 time: 0.0640013 Jul 16 11:42:26.147332 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f112941c-6166-4cfb-a5b0-b79d26d8356f req-06b26557-3dcc-402d-8cf9-171714e9e348 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fab96dec-f779-46d9-bcf2-c3d811de3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302265 Jul 16 11:42:26.529176 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fda4f5-27ba-4066-98b2-5f1df74f3a88 req-c087d3e3-cbe3-4b8e-928f-a9c5f57e3457 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:26.530528 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-81fda4f5-27ba-4066-98b2-5f1df74f3a88 req-c087d3e3-cbe3-4b8e-928f-a9c5f57e3457 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/ports?device_id=10fd475f-481d-446b-83f6-da302bc5b5aa HTTP/1.1" status: 200 len: 949 time: 0.0615721 Jul 16 11:42:26.566106 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-81fda4f5-27ba-4066-98b2-5f1df74f3a88 req-42b3f19e-2c95-465f-b9d6-5586afacadd8 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fab96dec-f779-46d9-bcf2-c3d811de3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300286 Jul 16 11:42:27.736652 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3aba8-07be-4291-b02b-59906b694bba req-3e1fa784-7040-4b05-a916-d66bb06141d0 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:27.738081 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f6b3aba8-07be-4291-b02b-59906b694bba req-3e1fa784-7040-4b05-a916-d66bb06141d0 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/ports?device_id=10fd475f-481d-446b-83f6-da302bc5b5aa HTTP/1.1" status: 200 len: 949 time: 0.0604947 Jul 16 11:42:27.777972 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f6b3aba8-07be-4291-b02b-59906b694bba req-4650f4d6-f262-424c-bbfc-4ea206d3e884 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fab96dec-f779-46d9-bcf2-c3d811de3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338950 Jul 16 11:42:27.857405 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bace2-59c4-401e-ac93-3c4e8a239c29 req-3cd2f3f2-1aff-4870-95a2-ab02a2dd9039 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:27.858762 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-377bace2-59c4-401e-ac93-3c4e8a239c29 req-3cd2f3f2-1aff-4870-95a2-ab02a2dd9039 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.13 "GET /v2.0/ports?device_id=10fd475f-481d-446b-83f6-da302bc5b5aa HTTP/1.1" status: 200 len: 949 time: 0.0634925 Jul 16 11:42:27.956384 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-377bace2-59c4-401e-ac93-3c4e8a239c29 req-fc901d47-346d-4c00-943e-cc6564d3b191 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Deleting port 320f276e-119b-4ab7-835d-069267f44986 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:42:27.956720 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-377bace2-59c4-401e-ac93-3c4e8a239c29 req-fc901d47-346d-4c00-943e-cc6564d3b191 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:28.039203 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-377bace2-59c4-401e-ac93-3c4e8a239c29 req-fc901d47-346d-4c00-943e-cc6564d3b191 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] For port 320f276e-119b-4ab7-835d-069267f44986, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=320f276e-119b-4ab7-835d-069267f44986,segment=NetworkSegment(14d96764-688c-4e05-b917-02f45ba06237),segment_id=14d96764-688c-4e05-b917-02f45ba06237)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:42:28.039547 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-377bace2-59c4-401e-ac93-3c4e8a239c29 req-fc901d47-346d-4c00-943e-cc6564d3b191 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:28.050611 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-377bace2-59c4-401e-ac93-3c4e8a239c29 req-fc901d47-346d-4c00-943e-cc6564d3b191 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Calling delete_port for 320f276e-119b-4ab7-835d-069267f44986 owned by compute:nova {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:42:28.174826 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-377bace2-59c4-401e-ac93-3c4e8a239c29 req-fc901d47-346d-4c00-943e-cc6564d3b191 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:28.186350 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['320f276e-119b-4ab7-835d-069267f44986'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:42:28.202849 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc901d47-346d-4c00-943e-cc6564d3b191 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Pushing event deleted for resources: {'Port': ['ID=320f276e-119b-4ab7-835d-069267f44986,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:28.254661 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-377bace2-59c4-401e-ac93-3c4e8a239c29 req-fc901d47-346d-4c00-943e-cc6564d3b191 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] No DVR routers for this DVR port 320f276e-119b-4ab7-835d-069267f44986 on host hv-cinder-78476 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:42:28.257367 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-377bace2-59c4-401e-ac93-3c4e8a239c29 req-fc901d47-346d-4c00-943e-cc6564d3b191 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:28.259593 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-377bace2-59c4-401e-ac93-3c4e8a239c29 req-fc901d47-346d-4c00-943e-cc6564d3b191 tempest-VolumesNegativeTest-266288028 tempest-VolumesNegativeTest-266288028-project] 10.222.0.13 "DELETE /v2.0/ports/320f276e-119b-4ab7-835d-069267f44986 HTTP/1.1" status: 204 len: 173 time: 0.3955550 Jul 16 11:42:28.260087 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fd475f-481d-446b-83f6-da302bc5b5aa', 'name': 'network-vif-deleted', 'tag': '320f276e-119b-4ab7-835d-069267f44986'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:42:28.262943 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff0f1a5-9601-40aa-b29e-0a1be2317ffe" -d '{"events": [{"server_uuid": "10fd475f-481d-446b-83f6-da302bc5b5aa", "name": "network-vif-deleted", "tag": "320f276e-119b-4ab7-835d-069267f44986"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:42:28.308637 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b60a934-7daa-48ae-9b44-27fe2b42004d x-openstack-request-id: req-0b60a934-7daa-48ae-9b44-27fe2b42004d {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:42:28.308939 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fd475f-481d-446b-83f6-da302bc5b5aa", "name": "network-vif-deleted", "tag": "320f276e-119b-4ab7-835d-069267f44986", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:42:28.309192 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b60a934-7daa-48ae-9b44-27fe2b42004d {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:42:28.309590 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fd475f-481d-446b-83f6-da302bc5b5aa', 'name': 'network-vif-deleted', 'tag': '320f276e-119b-4ab7-835d-069267f44986', 'status': 'completed', 'code': 200} Jul 16 11:42:28.884869 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-c0a9c45a-f73e-49d0-95c3-8f94da98bc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:31.680557 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-bb8cb9ee-ec96-4c24-9e55-4439d101215c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:32.073760 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:32.217561 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 320f276e-119b-4ab7-835d-069267f44986 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:42:32.236816 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: 320f276e-119b-4ab7-835d-069267f44986 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:42:32.237161 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 320f276e-119b-4ab7-835d-069267f44986 not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:42:32.397320 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51412) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:42:32.523636 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-0d3dbe23-5ffb-4777-bc0c-1d8392057a36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac037a3ea392452796ca6ad02b3644e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1251953 Jul 16 11:42:32.526526 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51416) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:42:32.571055 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-09a84616-3a36-4a56-94c9-db60024a2606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:32.595020 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-09a84616-3a36-4a56-94c9-db60024a2606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:32.639499 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-09a84616-3a36-4a56-94c9-db60024a2606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:32.642103 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-09a84616-3a36-4a56-94c9-db60024a2606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:32.643254 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-09a84616-3a36-4a56-94c9-db60024a2606 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fab96dec-f779-46d9-bcf2-c3d811de3da1 HTTP/1.1" status: 204 len: 168 time: 0.1158638 Jul 16 11:42:32.651568 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a84616-3a36-4a56-94c9-db60024a2606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab96dec-f779-46d9-bcf2-c3d811de3da1,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:32.658373 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a84616-3a36-4a56-94c9-db60024a2606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:32.658717 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a84616-3a36-4a56-94c9-db60024a2606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:32.659056 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a84616-3a36-4a56-94c9-db60024a2606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:32.659379 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a84616-3a36-4a56-94c9-db60024a2606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:32.659703 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a84616-3a36-4a56-94c9-db60024a2606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:32.660078 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a84616-3a36-4a56-94c9-db60024a2606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:32.660400 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a84616-3a36-4a56-94c9-db60024a2606 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:32.660719 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a84616-3a36-4a56-94c9-db60024a2606 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:32.661041 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a84616-3a36-4a56-94c9-db60024a2606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:32.661354 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a84616-3a36-4a56-94c9-db60024a2606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:32.661668 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a84616-3a36-4a56-94c9-db60024a2606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:32.661980 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a84616-3a36-4a56-94c9-db60024a2606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:32.820602 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:33.212885 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51438) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:42:33.308518 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-458bc9af-c20c-4a13-921b-a87be87c60b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-905019183-network', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:42:33.329197 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458bc9af-c20c-4a13-921b-a87be87c60b6 admin admin] Made reservation on behalf of 3016b8911f0e4baa95cf318314f00c3f for: {'network': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:42:33.331423 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-458bc9af-c20c-4a13-921b-a87be87c60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:33.339346 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-458bc9af-c20c-4a13-921b-a87be87c60b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:33.425790 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-458bc9af-c20c-4a13-921b-a87be87c60b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:33.429348 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-458bc9af-c20c-4a13-921b-a87be87c60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:33.458065 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458bc9af-c20c-4a13-921b-a87be87c60b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:42:33.463954 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458bc9af-c20c-4a13-921b-a87be87c60b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9279467e-9722-4fb9-b95c-945f751e8b16,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:33.469712 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-458bc9af-c20c-4a13-921b-a87be87c60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:33.470050 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.segments_db [None req-458bc9af-c20c-4a13-921b-a87be87c60b6 admin admin] Added segment d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5 of type vlan for network 49ab9ba0-9760-408d-a2a4-28ab5e11855f Jul 16 11:42:33.508032 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-458bc9af-c20c-4a13-921b-a87be87c60b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:33.537185 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-458bc9af-c20c-4a13-921b-a87be87c60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:33.538134 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458bc9af-c20c-4a13-921b-a87be87c60b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:33.538715 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-458bc9af-c20c-4a13-921b-a87be87c60b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:33.573285 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-458bc9af-c20c-4a13-921b-a87be87c60b6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3593199 Jul 16 11:42:33.576244 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51444) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:42:33.581315 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-1b5656f3-a679-4023-88aa-f3e12ae3e9e0 admin admin] Request body: {'subnet': {'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-905019183-subnet', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'ip_version': 4}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:42:33.601891 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458bc9af-c20c-4a13-921b-a87be87c60b6 admin admin] Pushing event updated for resources: {'Network': ['ID=49ab9ba0-9760-408d-a2a4-28ab5e11855f,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:33.602385 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5656f3-a679-4023-88aa-f3e12ae3e9e0 admin admin] Made reservation on behalf of 3016b8911f0e4baa95cf318314f00c3f for: {'subnet': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:42:33.606072 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b5656f3-a679-4023-88aa-f3e12ae3e9e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8595454'] for subnet, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:33.612819 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network 49ab9ba0-9760-408d-a2a4-28ab5e11855f details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:42:33.784159 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b5656f3-a679-4023-88aa-f3e12ae3e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8593490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8595436'] for subnet, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:33.850458 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5656f3-a679-4023-88aa-f3e12ae3e9e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c32bba3-a9f2-4f80-bf63-6d84b53ce724,revision_number=0']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:33.860952 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5656f3-a679-4023-88aa-f3e12ae3e9e0 admin admin] Checking segment: {'id': 'd3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:42:33.861308 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5656f3-a679-4023-88aa-f3e12ae3e9e0 admin admin] Network hostable DHCP agents. Network: 49ab9ba0-9760-408d-a2a4-28ab5e11855f, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:42:33.880689 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5656f3-a679-4023-88aa-f3e12ae3e9e0 admin admin] Network 49ab9ba0-9760-408d-a2a4-28ab5e11855f is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:42:33.889328 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-1b5656f3-a679-4023-88aa-f3e12ae3e9e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, 49ab9ba0-9760-408d-a2a4-28ab5e11855f) {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:42:33.893395 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5656f3-a679-4023-88aa-f3e12ae3e9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:33.894023 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b5656f3-a679-4023-88aa-f3e12ae3e9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:33.901880 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf3d2f0-3822-4a6c-8cd1-837d431d391b None None] Network 49ab9ba0-9760-408d-a2a4-28ab5e11855f requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:42:33.910409 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-1b5656f3-a679-4023-88aa-f3e12ae3e9e0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3330255 Jul 16 11:42:33.913373 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51446) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:42:33.918341 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-905019183-router', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:42:33.941384 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123037'] for router, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:33.942263 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1726601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1651412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126574'] for router, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:34.000053 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:34.054069 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54b1039c-cf72-54a1-82ca-f279e9606da9-49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'fixed_ips': [{'subnet_id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724'}]}} from dv-cinder-784763-6-iscsi. {{(pid=93105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 11:42:34.054934 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:34.134160 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126588'] for router, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:34.190629 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.db_base_plugin_common [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Allocated IP 172.20.0.2 (49ab9ba0-9760-408d-a2a4-28ab5e11855f/2c32bba3-a9f2-4f80-bf63-6d84b53ce724/c1af87a6-375c-45ad-bff2-2460d88f1ed8) {{(pid=93105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:42:34.335327 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:34.335882 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Notify callbacks [] for port, precommit_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:34.343673 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:34.346139 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Transition to ACTIVE for port object c1af87a6-375c-45ad-bff2-2460d88f1ed8 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:42:34.354187 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:34.360551 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Transition to ACTIVE for port object c1af87a6-375c-45ad-bff2-2460d88f1ed8 will not be triggered until provisioned by entity DHCP. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:42:34.367142 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:34.409034 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Network 49ab9ba0-9760-408d-a2a4-28ab5e11855f is already hosted by enough agents. {{(pid=93105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:42:34.415792 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.base_scheduler [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Resources bound (agent type, host, resource id): {{(pid=93105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:42:34.418877 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Received port after_create {{(pid=93105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:42:34.427432 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Pushing event updated for resources: {'Port': ['ID=c1af87a6-375c-45ad-bff2-2460d88f1ed8,revision_number=1']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:34.460538 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Allocated IP 172.27.0.153 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/b7316344-f43f-477f-b2c2-796777b52915) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:42:34.483592 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Attempting to bind port c1af87a6-375c-45ad-bff2-2460d88f1ed8 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:42:34.483993 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Attempting to bind port c1af87a6-375c-45ad-bff2-2460d88f1ed8 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'd3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:42:34.484354 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Attempting to bind port c1af87a6-375c-45ad-bff2-2460d88f1ed8 on network 49ab9ba0-9760-408d-a2a4-28ab5e11855f {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:42:34.489333 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:42:34.489704 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Checking segment: {'id': 'd3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:42:34.490099 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:34.490484 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Bound using segment: {'id': 'd3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:42:34.490946 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Bound port: c1af87a6-375c-45ad-bff2-2460d88f1ed8, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:42:34.491321 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:34.552381 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] For port c1af87a6-375c-45ad-bff2-2460d88f1ed8, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:42:34.555665 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] For port c1af87a6-375c-45ad-bff2-2460d88f1ed8, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=c1af87a6-375c-45ad-bff2-2460d88f1ed8,segment=NetworkSegment(d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5),segment_id=d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:42:34.560399 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:34.566541 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:34.607467 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:34.618928 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd6091-1eb9-4756-83bf-7c15eb04e29d None None] Pushing event updated for resources: {'Port': ['ID=c1af87a6-375c-45ad-bff2-2460d88f1ed8,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:34.649351 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:42:34.652695 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:42:34.656271 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:42:34.677582 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Pushing event updated for resources: {'Port': ['ID=b7316344-f43f-477f-b2c2-796777b52915,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:34.918357 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:35.108651 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814283'] for router, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:35.233253 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device c1af87a6-375c-45ad-bff2-2460d88f1ed8 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:42:35.299151 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port c1af87a6-375c-45ad-bff2-2460d88f1ed8 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:42:35.463379 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Router 2504d8eb-83ae-44d3-891a-a1b096e63530 is scheduled to L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d with binding_index 1 {{(pid=93103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 11:42:35.485118 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88f0211-ab8a-4e0e-90dc-c8f17c406b11 None None] Network 49ab9ba0-9760-408d-a2a4-28ab5e11855f requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:42:35.515781 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] Provisioning for port c1af87a6-375c-45ad-bff2-2460d88f1ed8 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:42:35.522299 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] Provisioning complete for port c1af87a6-375c-45ad-bff2-2460d88f1ed8 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:35.522679 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:35.571214 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:42:35.583563 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Sync routers for ids ['2504d8eb-83ae-44d3-891a-a1b096e63530'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:42:35.588327 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] Notify callbacks [] for router, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:35.589803 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-9b58ea0c-9ec9-4901-91d8-fca6a071a155 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6752727 Jul 16 11:42:35.592213 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51448) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:42:35.615071 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Routers {'2504d8eb-83ae-44d3-891a-a1b096e63530'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:42:35.615691 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:42:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['2504d8eb-83ae-44d3-891a-a1b096e63530'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:35.782811 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:35.807452 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Set router 2504d8eb-83ae-44d3-891a-a1b096e63530 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:42:35.902260 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] For port c1af87a6-375c-45ad-bff2-2460d88f1ed8, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=c1af87a6-375c-45ad-bff2-2460d88f1ed8,segment=NetworkSegment(d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5),segment_id=d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:42:35.912200 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:36.004588 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:36.006918 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] Pushing event updated for resources: {'Port': ['ID=c1af87a6-375c-45ad-bff2-2460d88f1ed8,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:36.154599 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:36.154940 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:36.155276 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:36.155616 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:36.155969 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:36.156303 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:36.156628 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:36.156951 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:36.157275 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:36.157597 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:36.157917 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:36.158234 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131722f9-e8f7-468b-b34c-b2a55f287e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:36.170083 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Allocated IP 172.20.0.1 (49ab9ba0-9760-408d-a2a4-28ab5e11855f/2c32bba3-a9f2-4f80-bf63-6d84b53ce724/17a16072-c50e-4318-bb11-df526909295c) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:42:36.180446 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-db1afc17-902b-434c-8ad8-90e2c84ed5c2 None None] Provisioning complete for port c1af87a6-375c-45ad-bff2-2460d88f1ed8 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:36.180826 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-db1afc17-902b-434c-8ad8-90e2c84ed5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:36.223685 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'name': 'tempest-TestMinimumBasicScenario-905019183-router', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b7316344-f43f-477f-b2c2-796777b52915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:33Z', 'updated_at': '2021-07-16T11:42:34Z', 'revision_number': 3, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'gw_port': {'id': 'b7316344-f43f-477f-b2c2-796777b52915', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:34Z', 'updated_at': '2021-07-16T11:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:36.251315 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Checking router: 2504d8eb-83ae-44d3-891a-a1b096e63530 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:42:36.251988 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Updating router 2504d8eb-83ae-44d3-891a-a1b096e63530 port b7316344-f43f-477f-b2c2-796777b52915 binding host dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:42:36.273547 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:36.287794 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Transition to ACTIVE for port object 17a16072-c50e-4318-bb11-df526909295c will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:42:36.315686 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:36.321024 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:36.353583 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Network 49ab9ba0-9760-408d-a2a4-28ab5e11855f is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:42:36.356305 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:42:36.359627 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:42:36.394628 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Pushing event updated for resources: {'Port': ['ID=17a16072-c50e-4318-bb11-df526909295c,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:36.411000 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726524'] for router_interface, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:36.552188 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:36.577018 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:36.587121 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Transition to ACTIVE for port object b7316344-f43f-477f-b2c2-796777b52915 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:42:36.592837 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:36.651687 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Attempting to bind port b7316344-f43f-477f-b2c2-796777b52915 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:42:36.652078 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Attempting to bind port b7316344-f43f-477f-b2c2-796777b52915 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:42:36.652440 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Attempting to bind port b7316344-f43f-477f-b2c2-796777b52915 on network 9257506f-d87a-4713-a52d-23614a98d559 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:42:36.660919 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de689ddf-eed1-4040-ad9b-2c1c6cbdc478 None None] Pushing event updated for resources: {'Port': ['ID=b7316344-f43f-477f-b2c2-796777b52915,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:36.663377 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:42:36.663780 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Checking segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:42:36.664176 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:36.664538 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Bound using segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:42:36.665565 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Bound port: b7316344-f43f-477f-b2c2-796777b52915, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:42:36.665939 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:36.669160 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-38aadad1-e081-491d-8df8-2bd8c9f85fc7 None None] Provisioning for port 17a16072-c50e-4318-bb11-df526909295c completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:42:36.689048 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-38aadad1-e081-491d-8df8-2bd8c9f85fc7 None None] Provisioning complete for port 17a16072-c50e-4318-bb11-df526909295c triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:36.689418 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-38aadad1-e081-491d-8df8-2bd8c9f85fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:36.718154 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:36.722894 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:36.742652 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-38aadad1-e081-491d-8df8-2bd8c9f85fc7 None None] Port 17a16072-c50e-4318-bb11-df526909295c cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:42:36.747286 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] For port b7316344-f43f-477f-b2c2-796777b52915, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:42:36.750500 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] For port b7316344-f43f-477f-b2c2-796777b52915, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=b7316344-f43f-477f-b2c2-796777b52915,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:42:36.754353 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:36.794840 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726536'] for router_interface, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:36.796791 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Pushing event updated for resources: {'Port': ['ID=17a16072-c50e-4318-bb11-df526909295c,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:36.810627 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Routers {'2504d8eb-83ae-44d3-891a-a1b096e63530'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:42:36.811252 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:42:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['2504d8eb-83ae-44d3-891a-a1b096e63530'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:36.845564 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de689ddf-eed1-4040-ad9b-2c1c6cbdc478 None None] Pushing event updated for resources: {'Port': ['ID=b7316344-f43f-477f-b2c2-796777b52915,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:36.887693 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Network 49ab9ba0-9760-408d-a2a4-28ab5e11855f is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:42:36.889194 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:42:36.923007 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] Set router 2504d8eb-83ae-44d3-891a-a1b096e63530 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:42:37.002404 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Router 2504d8eb-83ae-44d3-891a-a1b096e63530 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:42:37.115622 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:42:37.129047 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-41decbf5-d761-405c-b8ba-dd2254bd4a8e admin admin] 10.222.0.16 "PUT /v2.0/routers/2504d8eb-83ae-44d3-891a-a1b096e63530/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5278132 Jul 16 11:42:37.129238 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'name': 'tempest-TestMinimumBasicScenario-905019183-router', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b7316344-f43f-477f-b2c2-796777b52915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:33Z', 'updated_at': '2021-07-16T11:42:36Z', 'revision_number': 4, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'gw_port': {'id': 'b7316344-f43f-477f-b2c2-796777b52915', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:34Z', 'updated_at': '2021-07-16T11:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '17a16072-c50e-4318-bb11-df526909295c', 'name': '', 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'mac_address': 'fa:16:3e:7d:60:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:36Z', 'updated_at': '2021-07-16T11:42:36Z', 'revision_number': 2, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'subnets': [{'id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:37.150547 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee14d77-abd5-4dc6-80df-2a428602f564 None None] The sync data for ids ['2504d8eb-83ae-44d3-891a-a1b096e63530'] in dv-cinder-784763-6-iscsi is: [{'id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'name': 'tempest-TestMinimumBasicScenario-905019183-router', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b7316344-f43f-477f-b2c2-796777b52915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:33Z', 'updated_at': '2021-07-16T11:42:36Z', 'revision_number': 4, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'gw_port': {'id': 'b7316344-f43f-477f-b2c2-796777b52915', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:34Z', 'updated_at': '2021-07-16T11:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '17a16072-c50e-4318-bb11-df526909295c', 'name': '', 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'mac_address': 'fa:16:3e:7d:60:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:36Z', 'updated_at': '2021-07-16T11:42:36Z', 'revision_number': 2, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'subnets': [{'id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:42:37.164628 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-93dd34b9-4aec-4679-9732-fb7d9b219fcf None None] Provisioning complete for port 17a16072-c50e-4318-bb11-df526909295c triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:37.165537 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-93dd34b9-4aec-4679-9732-fb7d9b219fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:37.214063 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device c1af87a6-375c-45ad-bff2-2460d88f1ed8 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:42:37.217826 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-93dd34b9-4aec-4679-9732-fb7d9b219fcf None None] Port 17a16072-c50e-4318-bb11-df526909295c cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:42:37.264660 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port c1af87a6-375c-45ad-bff2-2460d88f1ed8 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:37.265228 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:37.637307 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51464) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:42:37.642552 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-9b62aa94-4ffc-4e86-ae2f-f81a88609ee2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-964021429-network', 'tenant_id': 'af88221f55b04b599917ee5baf97fcb2'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:42:37.665844 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b62aa94-4ffc-4e86-ae2f-f81a88609ee2 admin admin] Made reservation on behalf of af88221f55b04b599917ee5baf97fcb2 for: {'network': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:42:37.668502 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b62aa94-4ffc-4e86-ae2f-f81a88609ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:37.677434 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b62aa94-4ffc-4e86-ae2f-f81a88609ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:37.770808 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b62aa94-4ffc-4e86-ae2f-f81a88609ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:37.775338 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b62aa94-4ffc-4e86-ae2f-f81a88609ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:37.804852 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b62aa94-4ffc-4e86-ae2f-f81a88609ee2 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=93103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:42:37.822356 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62aa94-4ffc-4e86-ae2f-f81a88609ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce02047-5cdf-4337-9f84-51b84a823d71,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:37.830571 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b62aa94-4ffc-4e86-ae2f-f81a88609ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:37.831011 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.db.segments_db [None req-9b62aa94-4ffc-4e86-ae2f-f81a88609ee2 admin admin] Added segment b292c0a8-7209-4da5-bc9e-94a0818dbf95 of type vlan for network b152bca8-9a7c-43bc-afb7-e982a9560983 Jul 16 11:42:37.877482 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b62aa94-4ffc-4e86-ae2f-f81a88609ee2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:37.908031 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b62aa94-4ffc-4e86-ae2f-f81a88609ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:37.909193 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b62aa94-4ffc-4e86-ae2f-f81a88609ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:37.909858 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b62aa94-4ffc-4e86-ae2f-f81a88609ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:37.947427 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-9b62aa94-4ffc-4e86-ae2f-f81a88609ee2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3059106 Jul 16 11:42:37.947647 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51466) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:42:37.976860 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-e9eda96f-f182-4713-8359-e18e280acc3b admin admin] Request body: {'subnet': {'network_id': 'b152bca8-9a7c-43bc-afb7-e982a9560983', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-964021429-subnet', 'tenant_id': 'af88221f55b04b599917ee5baf97fcb2', 'ip_version': 4}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:42:37.981983 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62aa94-4ffc-4e86-ae2f-f81a88609ee2 admin admin] Pushing event updated for resources: {'Network': ['ID=b152bca8-9a7c-43bc-afb7-e982a9560983,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:37.996109 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network b152bca8-9a7c-43bc-afb7-e982a9560983 details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:42:38.004057 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9eda96f-f182-4713-8359-e18e280acc3b admin admin] Made reservation on behalf of af88221f55b04b599917ee5baf97fcb2 for: {'subnet': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:42:38.006444 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e9eda96f-f182-4713-8359-e18e280acc3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8595454'] for subnet, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:38.179691 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e9eda96f-f182-4713-8359-e18e280acc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8593490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8595436'] for subnet, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:38.232775 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eda96f-f182-4713-8359-e18e280acc3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0809fba7-52ed-430c-b6ab-6267866c374e,revision_number=0']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:38.243485 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eda96f-f182-4713-8359-e18e280acc3b admin admin] Checking segment: {'id': 'b292c0a8-7209-4da5-bc9e-94a0818dbf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b152bca8-9a7c-43bc-afb7-e982a9560983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:42:38.243878 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eda96f-f182-4713-8359-e18e280acc3b admin admin] Network hostable DHCP agents. Network: b152bca8-9a7c-43bc-afb7-e982a9560983, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:42:38.260503 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eda96f-f182-4713-8359-e18e280acc3b admin admin] Network b152bca8-9a7c-43bc-afb7-e982a9560983 is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:42:38.273088 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-e9eda96f-f182-4713-8359-e18e280acc3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, b152bca8-9a7c-43bc-afb7-e982a9560983) {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:42:38.279144 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eda96f-f182-4713-8359-e18e280acc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:38.279263 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e9eda96f-f182-4713-8359-e18e280acc3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:38.282204 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971c1d32-86e5-49e9-a0ee-45aa5cf5cdd3 None None] Network b152bca8-9a7c-43bc-afb7-e982a9560983 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:42:38.299141 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-e9eda96f-f182-4713-8359-e18e280acc3b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3504705 Jul 16 11:42:38.301678 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51468) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:42:38.306923 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-964021429-router', 'tenant_id': 'af88221f55b04b599917ee5baf97fcb2', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:42:38.328915 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123037'] for router, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:38.330283 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1726601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1651412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126574'] for router, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:38.388025 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:38.437901 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54b1039c-cf72-54a1-82ca-f279e9606da9-b152bca8-9a7c-43bc-afb7-e982a9560983', 'network_id': 'b152bca8-9a7c-43bc-afb7-e982a9560983', 'tenant_id': 'af88221f55b04b599917ee5baf97fcb2', 'fixed_ips': [{'subnet_id': '0809fba7-52ed-430c-b6ab-6267866c374e'}]}} from dv-cinder-784763-6-iscsi. {{(pid=93105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 11:42:38.438747 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:38.525506 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126588'] for router, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:38.572892 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.db_base_plugin_common [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Allocated IP 172.20.0.2 (b152bca8-9a7c-43bc-afb7-e982a9560983/0809fba7-52ed-430c-b6ab-6267866c374e/8349a52f-6399-4347-81bd-f4568f39d4c7) {{(pid=93105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:42:38.715199 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Notify callbacks [] for port, precommit_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:38.723201 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Transition to ACTIVE for port object 8349a52f-6399-4347-81bd-f4568f39d4c7 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:42:38.723491 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:38.737672 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Transition to ACTIVE for port object 8349a52f-6399-4347-81bd-f4568f39d4c7 will not be triggered until provisioned by entity DHCP. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:42:38.741962 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:38.743610 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:38.782717 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Network b152bca8-9a7c-43bc-afb7-e982a9560983 is already hosted by enough agents. {{(pid=93105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:42:38.789559 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.base_scheduler [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Resources bound (agent type, host, resource id): {{(pid=93105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:42:38.792642 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Received port after_create {{(pid=93105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:42:38.802533 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Pushing event updated for resources: {'Port': ['ID=8349a52f-6399-4347-81bd-f4568f39d4c7,revision_number=1']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:38.863289 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Attempting to bind port 8349a52f-6399-4347-81bd-f4568f39d4c7 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:42:38.863800 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Attempting to bind port 8349a52f-6399-4347-81bd-f4568f39d4c7 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'b292c0a8-7209-4da5-bc9e-94a0818dbf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b152bca8-9a7c-43bc-afb7-e982a9560983'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:42:38.864293 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Attempting to bind port 8349a52f-6399-4347-81bd-f4568f39d4c7 on network b152bca8-9a7c-43bc-afb7-e982a9560983 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:42:38.871032 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:42:38.871410 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Checking segment: {'id': 'b292c0a8-7209-4da5-bc9e-94a0818dbf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b152bca8-9a7c-43bc-afb7-e982a9560983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:42:38.872101 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:38.872523 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Bound using segment: {'id': 'b292c0a8-7209-4da5-bc9e-94a0818dbf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b152bca8-9a7c-43bc-afb7-e982a9560983'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:42:38.872999 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Bound port: 8349a52f-6399-4347-81bd-f4568f39d4c7, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b292c0a8-7209-4da5-bc9e-94a0818dbf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b152bca8-9a7c-43bc-afb7-e982a9560983'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:42:38.873381 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:38.941538 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] For port 8349a52f-6399-4347-81bd-f4568f39d4c7, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:42:38.945172 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] For port 8349a52f-6399-4347-81bd-f4568f39d4c7, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=8349a52f-6399-4347-81bd-f4568f39d4c7,segment=NetworkSegment(b292c0a8-7209-4da5-bc9e-94a0818dbf95),segment_id=b292c0a8-7209-4da5-bc9e-94a0818dbf95)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:42:38.949874 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:39.010608 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cd6f2-d698-4a9e-8f56-e032ebcf07df None None] Pushing event updated for resources: {'Port': ['ID=8349a52f-6399-4347-81bd-f4568f39d4c7,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:39.084381 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Allocated IP 172.27.0.246 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/d7a9c72b-d869-4329-bb92-f909b4f7ea54) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:42:39.156262 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Sync routers for ids ['2504d8eb-83ae-44d3-891a-a1b096e63530'] in dv-cinder-784763-6-iscsi {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:42:39.178868 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Routers {'2504d8eb-83ae-44d3-891a-a1b096e63530'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:42:39.181389 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:42:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['2504d8eb-83ae-44d3-891a-a1b096e63530'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:39.233006 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:39.287498 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:39.301250 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device b7316344-f43f-477f-b2c2-796777b52915 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:42:39.330365 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Set router 2504d8eb-83ae-44d3-891a-a1b096e63530 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:42:39.333979 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:42:39.339156 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:42:39.342028 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:42:39.355030 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port b7316344-f43f-477f-b2c2-796777b52915 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:42:39.358923 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port b7316344-f43f-477f-b2c2-796777b52915 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:39.359296 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:39.374990 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a9c72b-d869-4329-bb92-f909b4f7ea54,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:39.445431 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:39.475430 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port b7316344-f43f-477f-b2c2-796777b52915, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=b7316344-f43f-477f-b2c2-796777b52915,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:42:39.480139 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:39.534728 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=b7316344-f43f-477f-b2c2-796777b52915,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:39.613796 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:39.625923 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'name': 'tempest-TestMinimumBasicScenario-905019183-router', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b7316344-f43f-477f-b2c2-796777b52915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:33Z', 'updated_at': '2021-07-16T11:42:36Z', 'revision_number': 4, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'gw_port': {'id': 'b7316344-f43f-477f-b2c2-796777b52915', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:34Z', 'updated_at': '2021-07-16T11:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '17a16072-c50e-4318-bb11-df526909295c', 'name': '', 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'mac_address': 'fa:16:3e:7d:60:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:36Z', 'updated_at': '2021-07-16T11:42:36Z', 'revision_number': 2, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'subnets': [{'id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:39.652653 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Checking router: 2504d8eb-83ae-44d3-891a-a1b096e63530 for host: dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:42:39.653003 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Updating router 2504d8eb-83ae-44d3-891a-a1b096e63530 port 17a16072-c50e-4318-bb11-df526909295c binding host dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:42:39.689220 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:39.816971 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814283'] for router, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:39.913762 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9545a383-5959-46d4-9489-bcaa7bdc3f65 None None] Network b152bca8-9a7c-43bc-afb7-e982a9560983 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:42:39.949817 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Router 06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8 is scheduled to L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d with binding_index 1 {{(pid=93103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 11:42:39.963780 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Notify callbacks [] for port, precommit_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:39.973581 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.provisioning_blocks [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Transition to ACTIVE for port object 17a16072-c50e-4318-bb11-df526909295c will not be triggered until provisioned by entity L2. {{(pid=93106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:42:39.980776 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:39.986721 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-90d49795-d636-4846-9836-46b645c1b35b None None] Provisioning for port 8349a52f-6399-4347-81bd-f4568f39d4c7 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:42:40.029419 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51877620-745d-464b-8f94-51647b14e4ae None None] Pushing event updated for resources: {'Port': ['ID=17a16072-c50e-4318-bb11-df526909295c,revision_number=3']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:40.036966 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51877620-745d-464b-8f94-51647b14e4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:40.037317 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51877620-745d-464b-8f94-51647b14e4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:40.037664 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51877620-745d-464b-8f94-51647b14e4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:40.037992 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51877620-745d-464b-8f94-51647b14e4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:40.038507 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51877620-745d-464b-8f94-51647b14e4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:40.038998 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51877620-745d-464b-8f94-51647b14e4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:40.039478 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51877620-745d-464b-8f94-51647b14e4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:40.040026 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51877620-745d-464b-8f94-51647b14e4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:40.040538 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51877620-745d-464b-8f94-51647b14e4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:40.041031 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51877620-745d-464b-8f94-51647b14e4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:40.041531 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51877620-745d-464b-8f94-51647b14e4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:40.041849 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51877620-745d-464b-8f94-51647b14e4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:40.070597 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:42:40.082849 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Sync routers for ids ['06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:42:40.092266 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] Notify callbacks [] for router, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:40.096250 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-5026d7ad-9207-431c-adba-10cfad80af61 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7910159 Jul 16 11:42:40.096569 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51470) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:42:40.110231 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Attempting to bind port 17a16072-c50e-4318-bb11-df526909295c on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:42:40.110595 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Attempting to bind port 17a16072-c50e-4318-bb11-df526909295c by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'd3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f'}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:42:40.111409 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Attempting to bind port 17a16072-c50e-4318-bb11-df526909295c on network 49ab9ba0-9760-408d-a2a4-28ab5e11855f {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:42:40.117523 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:42:40.118760 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Checking segment: {'id': 'd3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:42:40.119322 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:40.119708 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Routers {'06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:42:40.120064 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Bound using segment: {'id': 'd3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f'} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:42:40.120423 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:42:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:40.120921 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Bound port: 17a16072-c50e-4318-bb11-df526909295c, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f'}}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:42:40.121484 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:40.193393 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] For port 17a16072-c50e-4318-bb11-df526909295c, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:42:40.197993 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] For port 17a16072-c50e-4318-bb11-df526909295c, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=17a16072-c50e-4318-bb11-df526909295c,segment=NetworkSegment(d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5),segment_id=d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5)] {{(pid=93106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:42:40.204770 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:40.236626 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Set router 06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:42:40.266847 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Routers {'2504d8eb-83ae-44d3-891a-a1b096e63530'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:42:40.267491 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:42:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['2504d8eb-83ae-44d3-891a-a1b096e63530'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:40.324553 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51877620-745d-464b-8f94-51647b14e4ae None None] Pushing event updated for resources: {'Port': ['ID=17a16072-c50e-4318-bb11-df526909295c,revision_number=4']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:40.404598 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] Set router 2504d8eb-83ae-44d3-891a-a1b096e63530 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:42:40.642100 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'name': 'tempest-TestMinimumBasicScenario-905019183-router', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b7316344-f43f-477f-b2c2-796777b52915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:33Z', 'updated_at': '2021-07-16T11:42:36Z', 'revision_number': 4, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'gw_port': {'id': 'b7316344-f43f-477f-b2c2-796777b52915', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:34Z', 'updated_at': '2021-07-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '17a16072-c50e-4318-bb11-df526909295c', 'name': '', 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'mac_address': 'fa:16:3e:7d:60:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:36Z', 'updated_at': '2021-07-16T11:42:40Z', 'revision_number': 4, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'subnets': [{'id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:40.649762 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'name': 'tempest-TestMinimumBasicScenario-964021429-router', 'tenant_id': 'af88221f55b04b599917ee5baf97fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd7a9c72b-d869-4329-bb92-f909b4f7ea54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:38Z', 'updated_at': '2021-07-16T11:42:39Z', 'revision_number': 3, 'project_id': 'af88221f55b04b599917ee5baf97fcb2', 'gw_port': {'id': 'd7a9c72b-d869-4329-bb92-f909b4f7ea54', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:38Z', 'updated_at': '2021-07-16T11:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:40.668710 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:40.672470 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fb72f2-147a-4186-a445-eabf382d1c2a None None] The sync data for ids ['2504d8eb-83ae-44d3-891a-a1b096e63530'] in dv-cinder-784763-6-iscsi is: [{'id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'name': 'tempest-TestMinimumBasicScenario-905019183-router', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b7316344-f43f-477f-b2c2-796777b52915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:33Z', 'updated_at': '2021-07-16T11:42:36Z', 'revision_number': 4, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'gw_port': {'id': 'b7316344-f43f-477f-b2c2-796777b52915', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:34Z', 'updated_at': '2021-07-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '17a16072-c50e-4318-bb11-df526909295c', 'name': '', 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'mac_address': 'fa:16:3e:7d:60:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:36Z', 'updated_at': '2021-07-16T11:42:40Z', 'revision_number': 4, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'subnets': [{'id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:42:40.678439 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Checking router: 06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:42:40.678787 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Updating router 06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8 port d7a9c72b-d869-4329-bb92-f909b4f7ea54 binding host dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:42:40.725038 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:40.825759 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Allocated IP 172.20.0.1 (b152bca8-9a7c-43bc-afb7-e982a9560983/0809fba7-52ed-430c-b6ab-6267866c374e/5ce4f62c-4799-4dcf-9f94-8e3117489cea) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:42:40.940169 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:40.956224 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Transition to ACTIVE for port object 5ce4f62c-4799-4dcf-9f94-8e3117489cea will not be triggered until provisioned by entity DHCP. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:42:40.991185 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:40.994733 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:41.002635 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Transition to ACTIVE for port object d7a9c72b-d869-4329-bb92-f909b4f7ea54 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:42:41.010179 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:41.034993 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Network b152bca8-9a7c-43bc-afb7-e982a9560983 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:42:41.037930 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:42:41.042172 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:42:41.064610 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2a844-fa30-4ea3-b84b-723bfbda9206 None None] Pushing event updated for resources: {'Port': ['ID=d7a9c72b-d869-4329-bb92-f909b4f7ea54,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:41.071969 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Attempting to bind port d7a9c72b-d869-4329-bb92-f909b4f7ea54 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:42:41.072638 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Attempting to bind port d7a9c72b-d869-4329-bb92-f909b4f7ea54 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:42:41.073007 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Attempting to bind port d7a9c72b-d869-4329-bb92-f909b4f7ea54 on network 9257506f-d87a-4713-a52d-23614a98d559 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:42:41.078761 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:42:41.079136 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Checking segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:42:41.079539 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:41.079963 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Bound using segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:42:41.080437 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Bound port: d7a9c72b-d869-4329-bb92-f909b4f7ea54, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:42:41.080820 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:41.083750 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726524'] for router_interface, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:41.142561 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] For port d7a9c72b-d869-4329-bb92-f909b4f7ea54, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:42:41.146021 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] For port d7a9c72b-d869-4329-bb92-f909b4f7ea54, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=d7a9c72b-d869-4329-bb92-f909b4f7ea54,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:42:41.149665 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce4f62c-4799-4dcf-9f94-8e3117489cea,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:41.153933 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:41.223625 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Routers {'06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:42:41.224380 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:42:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:41.273939 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:41.320417 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2a844-fa30-4ea3-b84b-723bfbda9206 None None] Pushing event updated for resources: {'Port': ['ID=d7a9c72b-d869-4329-bb92-f909b4f7ea54,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:41.354608 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] Set router 06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:42:41.438111 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device b7316344-f43f-477f-b2c2-796777b52915 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:42:41.472742 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:41.476022 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-509fb4c4-f979-4492-bf78-b48c1f00055f None None] Provisioning for port 5ce4f62c-4799-4dcf-9f94-8e3117489cea completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:42:41.477990 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:41.514182 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-509fb4c4-f979-4492-bf78-b48c1f00055f None None] Provisioning complete for port 5ce4f62c-4799-4dcf-9f94-8e3117489cea triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:41.514677 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-509fb4c4-f979-4492-bf78-b48c1f00055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:41.544321 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce4f62c-4799-4dcf-9f94-8e3117489cea,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:41.547966 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726536'] for router_interface, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:41.576947 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-509fb4c4-f979-4492-bf78-b48c1f00055f None None] Port 5ce4f62c-4799-4dcf-9f94-8e3117489cea cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:42:41.606413 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port b7316344-f43f-477f-b2c2-796777b52915 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:41.606769 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:41.638675 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Network b152bca8-9a7c-43bc-afb7-e982a9560983 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:42:41.640108 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:42:41.669645 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'name': 'tempest-TestMinimumBasicScenario-964021429-router', 'tenant_id': 'af88221f55b04b599917ee5baf97fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd7a9c72b-d869-4329-bb92-f909b4f7ea54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:38Z', 'updated_at': '2021-07-16T11:42:41Z', 'revision_number': 4, 'project_id': 'af88221f55b04b599917ee5baf97fcb2', 'gw_port': {'id': 'd7a9c72b-d869-4329-bb92-f909b4f7ea54', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:38Z', 'updated_at': '2021-07-16T11:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '5ce4f62c-4799-4dcf-9f94-8e3117489cea', 'name': '', 'network_id': 'b152bca8-9a7c-43bc-afb7-e982a9560983', 'tenant_id': 'af88221f55b04b599917ee5baf97fcb2', 'mac_address': 'fa:16:3e:ca:a6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0809fba7-52ed-430c-b6ab-6267866c374e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:40Z', 'updated_at': '2021-07-16T11:42:40Z', 'revision_number': 1, 'project_id': 'af88221f55b04b599917ee5baf97fcb2', 'subnets': [{'id': '0809fba7-52ed-430c-b6ab-6267866c374e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:41.717495 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c929428-84d7-482d-8d8e-42328eedce3f None None] The sync data for ids ['06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8'] in dv-cinder-784763-6-iscsi is: [{'id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'name': 'tempest-TestMinimumBasicScenario-964021429-router', 'tenant_id': 'af88221f55b04b599917ee5baf97fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd7a9c72b-d869-4329-bb92-f909b4f7ea54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:38Z', 'updated_at': '2021-07-16T11:42:41Z', 'revision_number': 4, 'project_id': 'af88221f55b04b599917ee5baf97fcb2', 'gw_port': {'id': 'd7a9c72b-d869-4329-bb92-f909b4f7ea54', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:38Z', 'updated_at': '2021-07-16T11:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '5ce4f62c-4799-4dcf-9f94-8e3117489cea', 'name': '', 'network_id': 'b152bca8-9a7c-43bc-afb7-e982a9560983', 'tenant_id': 'af88221f55b04b599917ee5baf97fcb2', 'mac_address': 'fa:16:3e:ca:a6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0809fba7-52ed-430c-b6ab-6267866c374e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:40Z', 'updated_at': '2021-07-16T11:42:40Z', 'revision_number': 1, 'project_id': 'af88221f55b04b599917ee5baf97fcb2', 'subnets': [{'id': '0809fba7-52ed-430c-b6ab-6267866c374e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:42:41.735519 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 17a16072-c50e-4318-bb11-df526909295c up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:42:41.768410 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Router 06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:42:41.794443 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port 17a16072-c50e-4318-bb11-df526909295c completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:42:41.799766 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 17a16072-c50e-4318-bb11-df526909295c triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:41.800215 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:41.884056 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:41.888000 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:42:41.893135 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-a2711b05-9668-4247-ad46-e9f1cbce29c3 admin admin] 10.222.0.16 "PUT /v2.0/routers/06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7955437 Jul 16 11:42:41.937919 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-a172f603-2e3c-4f67-b0a5-168580131f5b None None] Provisioning complete for port 5ce4f62c-4799-4dcf-9f94-8e3117489cea triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:41.943897 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-a172f603-2e3c-4f67-b0a5-168580131f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:41.948209 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port 17a16072-c50e-4318-bb11-df526909295c, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=17a16072-c50e-4318-bb11-df526909295c,segment=NetworkSegment(d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5),segment_id=d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:42:41.970376 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:41.971151 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 8349a52f-6399-4347-81bd-f4568f39d4c7 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:42:42.039733 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-a172f603-2e3c-4f67-b0a5-168580131f5b None None] Port 5ce4f62c-4799-4dcf-9f94-8e3117489cea cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:42:42.060531 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=17a16072-c50e-4318-bb11-df526909295c,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:42.076398 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port 8349a52f-6399-4347-81bd-f4568f39d4c7 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:42:42.080616 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 8349a52f-6399-4347-81bd-f4568f39d4c7 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:42.080994 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:42.165076 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:42.198629 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port 8349a52f-6399-4347-81bd-f4568f39d4c7, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=8349a52f-6399-4347-81bd-f4568f39d4c7,segment=NetworkSegment(b292c0a8-7209-4da5-bc9e-94a0818dbf95),segment_id=b292c0a8-7209-4da5-bc9e-94a0818dbf95)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:42:42.203702 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:42.255117 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=8349a52f-6399-4347-81bd-f4568f39d4c7,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:43.318561 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device d7a9c72b-d869-4329-bb92-f909b4f7ea54 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:42:43.388998 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port d7a9c72b-d869-4329-bb92-f909b4f7ea54 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:42:43.398246 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port d7a9c72b-d869-4329-bb92-f909b4f7ea54 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:43.398530 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:43.618776 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:43.649551 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port d7a9c72b-d869-4329-bb92-f909b4f7ea54, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=d7a9c72b-d869-4329-bb92-f909b4f7ea54,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:42:43.655982 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:43.657014 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 17a16072-c50e-4318-bb11-df526909295c up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:42:43.751254 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=d7a9c72b-d869-4329-bb92-f909b4f7ea54,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:43.763384 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 17a16072-c50e-4318-bb11-df526909295c triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:43.764347 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:43.851521 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 8349a52f-6399-4347-81bd-f4568f39d4c7 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:42:43.911975 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 8349a52f-6399-4347-81bd-f4568f39d4c7 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:43.912345 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:44.457106 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:42:44.843179 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Sync routers for ids ['06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8'] in dv-cinder-784763-6-iscsi {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:42:44.860914 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Routers {'06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:42:44.861572 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:42:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:44.977264 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Set router 06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:42:45.207367 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'name': 'tempest-TestMinimumBasicScenario-964021429-router', 'tenant_id': 'af88221f55b04b599917ee5baf97fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd7a9c72b-d869-4329-bb92-f909b4f7ea54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:38Z', 'updated_at': '2021-07-16T11:42:41Z', 'revision_number': 4, 'project_id': 'af88221f55b04b599917ee5baf97fcb2', 'gw_port': {'id': 'd7a9c72b-d869-4329-bb92-f909b4f7ea54', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:38Z', 'updated_at': '2021-07-16T11:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '5ce4f62c-4799-4dcf-9f94-8e3117489cea', 'name': '', 'network_id': 'b152bca8-9a7c-43bc-afb7-e982a9560983', 'tenant_id': 'af88221f55b04b599917ee5baf97fcb2', 'mac_address': 'fa:16:3e:ca:a6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0809fba7-52ed-430c-b6ab-6267866c374e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:40Z', 'updated_at': '2021-07-16T11:42:41Z', 'revision_number': 2, 'project_id': 'af88221f55b04b599917ee5baf97fcb2', 'subnets': [{'id': '0809fba7-52ed-430c-b6ab-6267866c374e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:45.234204 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Checking router: 06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8 for host: dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:42:45.234555 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Updating router 06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8 port 5ce4f62c-4799-4dcf-9f94-8e3117489cea binding host dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:42:45.271103 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device d7a9c72b-d869-4329-bb92-f909b4f7ea54 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:42:45.283905 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:45.322877 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port d7a9c72b-d869-4329-bb92-f909b4f7ea54 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:45.323276 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:45.582246 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:45.592773 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.provisioning_blocks [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Transition to ACTIVE for port object 5ce4f62c-4799-4dcf-9f94-8e3117489cea will not be triggered until provisioned by entity L2. {{(pid=93106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:42:45.598005 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:45.643557 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009103a-f751-4c69-8476-0a8ba7af4a2c None None] Pushing event updated for resources: {'Port': ['ID=5ce4f62c-4799-4dcf-9f94-8e3117489cea,revision_number=3']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:45.712414 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Attempting to bind port 5ce4f62c-4799-4dcf-9f94-8e3117489cea on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:42:45.712777 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Attempting to bind port 5ce4f62c-4799-4dcf-9f94-8e3117489cea by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'b292c0a8-7209-4da5-bc9e-94a0818dbf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b152bca8-9a7c-43bc-afb7-e982a9560983'}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:42:45.713131 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Attempting to bind port 5ce4f62c-4799-4dcf-9f94-8e3117489cea on network b152bca8-9a7c-43bc-afb7-e982a9560983 {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:42:45.719169 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:42:45.719544 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Checking segment: {'id': 'b292c0a8-7209-4da5-bc9e-94a0818dbf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b152bca8-9a7c-43bc-afb7-e982a9560983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:42:45.719966 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:45.720356 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Bound using segment: {'id': 'b292c0a8-7209-4da5-bc9e-94a0818dbf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b152bca8-9a7c-43bc-afb7-e982a9560983'} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:42:45.720827 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Bound port: 5ce4f62c-4799-4dcf-9f94-8e3117489cea, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b292c0a8-7209-4da5-bc9e-94a0818dbf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b152bca8-9a7c-43bc-afb7-e982a9560983'}}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:42:45.721215 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:45.800477 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] For port 5ce4f62c-4799-4dcf-9f94-8e3117489cea, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:42:45.803894 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] For port 5ce4f62c-4799-4dcf-9f94-8e3117489cea, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=5ce4f62c-4799-4dcf-9f94-8e3117489cea,segment=NetworkSegment(b292c0a8-7209-4da5-bc9e-94a0818dbf95),segment_id=b292c0a8-7209-4da5-bc9e-94a0818dbf95)] {{(pid=93106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:42:45.810047 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:45.859002 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Routers {'06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:42:45.859664 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:42:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:46.054681 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009103a-f751-4c69-8476-0a8ba7af4a2c None None] Pushing event updated for resources: {'Port': ['ID=5ce4f62c-4799-4dcf-9f94-8e3117489cea,revision_number=4']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:46.083115 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] Set router 06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:42:46.307257 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'name': 'tempest-TestMinimumBasicScenario-964021429-router', 'tenant_id': 'af88221f55b04b599917ee5baf97fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd7a9c72b-d869-4329-bb92-f909b4f7ea54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:38Z', 'updated_at': '2021-07-16T11:42:41Z', 'revision_number': 4, 'project_id': 'af88221f55b04b599917ee5baf97fcb2', 'gw_port': {'id': 'd7a9c72b-d869-4329-bb92-f909b4f7ea54', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:38Z', 'updated_at': '2021-07-16T11:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '5ce4f62c-4799-4dcf-9f94-8e3117489cea', 'name': '', 'network_id': 'b152bca8-9a7c-43bc-afb7-e982a9560983', 'tenant_id': 'af88221f55b04b599917ee5baf97fcb2', 'mac_address': 'fa:16:3e:ca:a6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0809fba7-52ed-430c-b6ab-6267866c374e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:40Z', 'updated_at': '2021-07-16T11:42:45Z', 'revision_number': 4, 'project_id': 'af88221f55b04b599917ee5baf97fcb2', 'subnets': [{'id': '0809fba7-52ed-430c-b6ab-6267866c374e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:42:46.337394 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9158f9be-4392-4360-aeac-502a1a5a1bf9 None None] The sync data for ids ['06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8'] in dv-cinder-784763-6-iscsi is: [{'id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'name': 'tempest-TestMinimumBasicScenario-964021429-router', 'tenant_id': 'af88221f55b04b599917ee5baf97fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd7a9c72b-d869-4329-bb92-f909b4f7ea54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:38Z', 'updated_at': '2021-07-16T11:42:41Z', 'revision_number': 4, 'project_id': 'af88221f55b04b599917ee5baf97fcb2', 'gw_port': {'id': 'd7a9c72b-d869-4329-bb92-f909b4f7ea54', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:38Z', 'updated_at': '2021-07-16T11:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '5ce4f62c-4799-4dcf-9f94-8e3117489cea', 'name': '', 'network_id': 'b152bca8-9a7c-43bc-afb7-e982a9560983', 'tenant_id': 'af88221f55b04b599917ee5baf97fcb2', 'mac_address': 'fa:16:3e:ca:a6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0809fba7-52ed-430c-b6ab-6267866c374e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:40Z', 'updated_at': '2021-07-16T11:42:45Z', 'revision_number': 4, 'project_id': 'af88221f55b04b599917ee5baf97fcb2', 'subnets': [{'id': '0809fba7-52ed-430c-b6ab-6267866c374e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:42:47.236235 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 5ce4f62c-4799-4dcf-9f94-8e3117489cea up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:42:47.287846 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port 5ce4f62c-4799-4dcf-9f94-8e3117489cea completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:42:47.292722 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 5ce4f62c-4799-4dcf-9f94-8e3117489cea triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:47.293346 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:47.387099 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:47.427186 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port 5ce4f62c-4799-4dcf-9f94-8e3117489cea, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=5ce4f62c-4799-4dcf-9f94-8e3117489cea,segment=NetworkSegment(b292c0a8-7209-4da5-bc9e-94a0818dbf95),segment_id=b292c0a8-7209-4da5-bc9e-94a0818dbf95)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:42:47.431720 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:47.488672 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=5ce4f62c-4799-4dcf-9f94-8e3117489cea,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:49.222914 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 5ce4f62c-4799-4dcf-9f94-8e3117489cea up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:42:49.283646 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 5ce4f62c-4799-4dcf-9f94-8e3117489cea triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:49.284045 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:51.320297 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-40bb1a69-0467-4d8d-b174-83260d077070 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:51.321943 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-40bb1a69-0467-4d8d-b174-83260d077070 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/networks?id=49ab9ba0-9760-408d-a2a4-28ab5e11855f HTTP/1.1" status: 200 len: 814 time: 0.1026471 Jul 16 11:42:51.336248 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-d33485b5-06d8-4322-99ec-2af3b47e3dba tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/quotas/3016b8911f0e4baa95cf318314f00c3f HTTP/1.1" status: 200 len: 375 time: 0.0085618 Jul 16 11:42:51.399182 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-12b077d5-2d45-496a-ac79-52d8b4a70b6a tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3016b8911f0e4baa95cf318314f00c3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583348 Jul 16 11:42:51.573425 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-a139f3df-a0ae-4dae-acd5-881cf5a53b60 service neutron] 10.222.0.16 "GET /v2.0/networks/49ab9ba0-9760-408d-a2a4-28ab5e11855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634095 Jul 16 11:42:51.657288 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-3e2a84a8-3e0d-437a-bbbe-7cd4e20da2ed service neutron] 10.222.0.16 "GET /v2.0/networks/49ab9ba0-9760-408d-a2a4-28ab5e11855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782382 Jul 16 11:42:52.835508 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8bec5a50-740f-432f-8376-fa17a681d44d req-b8c7dd4d-7b04-4ae0-9798-f8b9c9296571 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 210 time: 0.0273993 Jul 16 11:42:53.978061 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c6491637-220b-4a81-b070-2ab03de4076e req-ee1b5635-e701-40b7-91d8-1bd31b08966d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 210 time: 0.0307033 Jul 16 11:42:54.039697 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-afcb8f66-659d-4d79-ac13-0e1d8dae6c65 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:54.041195 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-afcb8f66-659d-4d79-ac13-0e1d8dae6c65 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.13 "GET /v2.0/networks?id=49ab9ba0-9760-408d-a2a4-28ab5e11855f HTTP/1.1" status: 200 len: 814 time: 0.1046176 Jul 16 11:42:54.053510 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Request body: {'port': {'device_id': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'admin_state_up': True, 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:42:54.163271 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Made reservation on behalf of 3016b8911f0e4baa95cf318314f00c3f for: {'port': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:42:54.167370 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:54.297363 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Allocated IP 172.20.0.14 (49ab9ba0-9760-408d-a2a4-28ab5e11855f/2c32bba3-a9f2-4f80-bf63-6d84b53ce724/a6aec4a7-ccb1-4614-90a0-1b0a17f07e98) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:42:54.474769 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:54.514752 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Transition to ACTIVE for port object a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:42:54.561000 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:54.616021 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Network 49ab9ba0-9760-408d-a2a4-28ab5e11855f is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:42:54.621088 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:42:54.626006 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:42:54.678734 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Pushing event updated for resources: {'Port': ['ID=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:42:54.698972 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:54.699349 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:54.699656 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:54.700015 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:54.700558 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:54.700699 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:54.700991 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:54.701312 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:54.701633 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:54.701980 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:54.702388 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:54.702624 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:42:54.723707 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:54.724385 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:54.740765 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-98718cb0-58eb-4548-a5e2-65ba03cb72bf tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6910734 Jul 16 11:42:54.873138 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:54.918419 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-ea116de6-d7d9-4567-9271-17dc3cca5fad None None] Provisioning for port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:42:54.922025 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-ea116de6-d7d9-4567-9271-17dc3cca5fad None None] Provisioning complete for port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:42:54.922393 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ea116de6-d7d9-4567-9271-17dc3cca5fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:42:54.956652 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-ea116de6-d7d9-4567-9271-17dc3cca5fad None None] Port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:42:55.157265 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76420d5e-1094-4f4a-a8fe-65e67aa0ea51 req-ebfc1ac7-0358-40fb-8fa2-3a35b6e3be29 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:55.158861 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-76420d5e-1094-4f4a-a8fe-65e67aa0ea51 req-ebfc1ac7-0358-40fb-8fa2-3a35b6e3be29 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 932 time: 0.0612373 Jul 16 11:42:55.206442 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-76420d5e-1094-4f4a-a8fe-65e67aa0ea51 req-4e5faf1e-b3ca-455e-b09b-4193a30514e4 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404570 Jul 16 11:42:56.381743 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ddc26-afc2-4bfb-ae05-e4aba4e94b64 req-d46266ae-5e00-4d5f-a507-7c24b32596ca tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:56.383230 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bd5ddc26-afc2-4bfb-ae05-e4aba4e94b64 req-d46266ae-5e00-4d5f-a507-7c24b32596ca tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 932 time: 0.0643506 Jul 16 11:42:56.423947 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bd5ddc26-afc2-4bfb-ae05-e4aba4e94b64 req-8dac6131-7680-484d-a962-9868e0588cf6 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351403 Jul 16 11:42:57.614007 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ec547-123a-457f-a4e2-de4ee080daca req-6d941c08-ea11-4009-a920-e728672c7002 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:57.615508 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-301ec547-123a-457f-a4e2-de4ee080daca req-6d941c08-ea11-4009-a920-e728672c7002 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 932 time: 0.0666456 Jul 16 11:42:57.654065 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-301ec547-123a-457f-a4e2-de4ee080daca req-188db7a1-fe9e-4c9d-b348-64894bbb1ad9 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328169 Jul 16 11:42:58.839351 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42339aff-c258-4ef3-942d-e7ab72249882 req-fbe44add-eeb5-4b9a-b9c6-84123c299ecc tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:42:58.840789 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-42339aff-c258-4ef3-942d-e7ab72249882 req-fbe44add-eeb5-4b9a-b9c6-84123c299ecc tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 932 time: 0.0645771 Jul 16 11:42:58.879518 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-42339aff-c258-4ef3-942d-e7ab72249882 req-8858e070-adf7-4cb7-8fb5-f1acc6aa1c17 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325892 Jul 16 11:42:58.899021 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-a278de7d-b893-46d8-a5b3-80ff43072fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:00.063644 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc620-bc40-460d-aa46-5a58b6447495 req-0da3718b-18d0-4902-98e6-781e1adc4e38 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:00.065103 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e8cbc620-bc40-460d-aa46-5a58b6447495 req-0da3718b-18d0-4902-98e6-781e1adc4e38 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 932 time: 0.0633483 Jul 16 11:43:00.104808 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e8cbc620-bc40-460d-aa46-5a58b6447495 req-c4e764ad-31c0-4853-82ee-88afd064bd4e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340600 Jul 16 11:43:01.282003 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6193d-fa88-4f61-9139-f9b2d0c5d662 req-c333c8e7-3a1d-4490-aabb-f79a5fe173fe tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:01.284055 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-21f6193d-fa88-4f61-9139-f9b2d0c5d662 req-c333c8e7-3a1d-4490-aabb-f79a5fe173fe tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 932 time: 0.0664172 Jul 16 11:43:01.325011 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-21f6193d-fa88-4f61-9139-f9b2d0c5d662 req-b231814a-06df-49b8-b49f-968e87a53f93 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354226 Jul 16 11:43:01.682653 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-f4bc9d5d-c33a-417c-831b-a6f54cacc47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:02.073813 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:02.509068 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40945f14-2700-413e-932e-1030aedbe6e7 req-ccf6f597-db3d-4f49-ad9b-c2c36018ec33 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:02.510680 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-40945f14-2700-413e-932e-1030aedbe6e7 req-ccf6f597-db3d-4f49-ad9b-c2c36018ec33 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 932 time: 0.0712333 Jul 16 11:43:02.558611 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-40945f14-2700-413e-932e-1030aedbe6e7 req-9ac0600e-fd15-4524-be5a-cec7f75133b4 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Jul 16 11:43:02.823059 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:03.998680 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20311fc7-91b9-4d72-9084-5656b3ed1a6e req-43ec32a2-c287-4e7b-b21b-50152b20fb3d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:04.000145 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-20311fc7-91b9-4d72-9084-5656b3ed1a6e req-43ec32a2-c287-4e7b-b21b-50152b20fb3d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 932 time: 0.3304214 Jul 16 11:43:04.039170 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-20311fc7-91b9-4d72-9084-5656b3ed1a6e req-d8d11372-2d19-4431-81f6-43fa66d5f77e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321298 Jul 16 11:43:04.331214 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:04.736818 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Request body: {'port': {'device_id': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:43:04.835769 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:04.890704 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9f4de412-15a1-432c-91cb-5a04df65f276 req-9c7e777b-88ac-44bc-8a51-af0f4efb5957 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0965745 Jul 16 11:43:05.062102 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4de412-15a1-432c-91cb-5a04df65f276 req-e8fc21c2-82b3-4199-bfa5-0666b43b6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:05.063692 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9f4de412-15a1-432c-91cb-5a04df65f276 req-e8fc21c2-82b3-4199-bfa5-0666b43b6465 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93d67139c1574082adc4bf9a91d7bce7&device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 1099 time: 0.1197300 Jul 16 11:43:05.200989 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:43:05.209836 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe128a2-41d0-46fa-aba0-9cb3b2c42edf req-f83c1884-ec54-4b15-bc29-f13064cd0e46 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:05.212000 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-fbe128a2-41d0-46fa-aba0-9cb3b2c42edf req-f83c1884-ec54-4b15-bc29-f13064cd0e46 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 932 time: 0.0646086 Jul 16 11:43:05.215897 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:05.224206 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4de412-15a1-432c-91cb-5a04df65f276 req-07636159-4165-4f1a-9d03-799059c12842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:05.225667 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9f4de412-15a1-432c-91cb-5a04df65f276 req-07636159-4165-4f1a-9d03-799059c12842 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec8b37d-8a34-425c-b3f2-8b05bf41901b HTTP/1.1" status: 200 len: 909 time: 0.1370623 Jul 16 11:43:05.232352 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Transition to ACTIVE for port object a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:43:05.239861 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:05.249828 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-fbe128a2-41d0-46fa-aba0-9cb3b2c42edf req-4ac90986-09f4-4cf7-ae44-92d24fa0eac8 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321701 Jul 16 11:43:05.334432 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Pushing event updated for resources: {'Port': ['ID=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:43:05.340418 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9f4de412-15a1-432c-91cb-5a04df65f276 req-eedfc2f8-2765-40a5-9430-b01a5c76f5f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63b456a9-aaab-4563-9d4c-edf3864aac7d HTTP/1.1" status: 200 len: 1002 time: 0.1069939 Jul 16 11:43:05.429678 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4de412-15a1-432c-91cb-5a04df65f276 req-337bc67f-310b-4e77-b775-5da8223257a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:05.431151 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9f4de412-15a1-432c-91cb-5a04df65f276 req-337bc67f-310b-4e77-b775-5da8223257a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54c7060f-8812-4e37-95d7-28363b5784b1 HTTP/1.1" status: 200 len: 847 time: 0.0749602 Jul 16 11:43:05.452691 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Attempting to bind port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:43:05.453026 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Attempting to bind port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'd3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:43:05.453349 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Attempting to bind port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 on network 49ab9ba0-9760-408d-a2a4-28ab5e11855f {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:43:05.475662 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 on network 49ab9ba0-9760-408d-a2a4-28ab5e11855f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:43:05.476005 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Attempting to bind port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 on network 49ab9ba0-9760-408d-a2a4-28ab5e11855f {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:43:05.484309 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:43:05.484639 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Checking segment: {'id': 'd3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:43:05.485031 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Bound using segment: {'id': 'd3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:43:05.485452 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Bound port: a6aec4a7-ccb1-4614-90a0-1b0a17f07e98, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:43:05.485802 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:05.535321 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4de412-15a1-432c-91cb-5a04df65f276 req-9b790c74-7e11-4a0a-9e99-429e9abc7ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:05.536852 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9f4de412-15a1-432c-91cb-5a04df65f276 req-9b790c74-7e11-4a0a-9e99-429e9abc7ef3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec8b37d-8a34-425c-b3f2-8b05bf41901b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0965528 Jul 16 11:43:05.585935 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] For port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98, host hv-cinder-78476, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:43:05.622505 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] For port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98,segment=NetworkSegment(d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5),segment_id=d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:43:05.630166 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:05.674009 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:05.674618 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:05.676025 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] 10.222.0.13 "PUT /v2.0/ports/a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 HTTP/1.1" status: 200 len: 1094 time: 0.9437256 Jul 16 11:43:05.676449 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'tag': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:43:05.678655 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774a7aee-182e-43bd-8466-71cea8f04382" -d '{"events": [{"name": "network-changed", "server_uuid": "cef80359-9462-4ec1-a401-a4a8ccfe3c5b", "tag": "a6aec4a7-ccb1-4614-90a0-1b0a17f07e98"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:43:05.685391 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9f4de412-15a1-432c-91cb-5a04df65f276 req-01d79433-c3a9-4305-b4bc-062973ac4013 service neutron] 10.222.0.13 "GET /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410713 Jul 16 11:43:05.723443 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe316673-19e7-4df9-8962-78366720ccd7 x-openstack-request-id: req-fe316673-19e7-4df9-8962-78366720ccd7 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:43:05.723740 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef80359-9462-4ec1-a401-a4a8ccfe3c5b", "tag": "a6aec4a7-ccb1-4614-90a0-1b0a17f07e98", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:43:05.724006 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe316673-19e7-4df9-8962-78366720ccd7 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:43:05.724385 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'tag': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98', 'status': 'completed', 'code': 200} Jul 16 11:43:05.747736 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b13158-cccb-48cc-b3bb-31d50c53225c service neutron] Pushing event updated for resources: {'Port': ['ID=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:43:05.834106 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9f4de412-15a1-432c-91cb-5a04df65f276 req-3370825a-9a5b-446c-976d-7f9e13e4ef93 service neutron] 10.222.0.13 "GET /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415913 Jul 16 11:43:05.843296 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-a61081e5-5617-4abc-94e4-dc87d331b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:05.844704 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-a61081e5-5617-4abc-94e4-dc87d331b27c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3016b8911f0e4baa95cf318314f00c3f&device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 1097 time: 0.1111612 Jul 16 11:43:05.890742 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-6addb847-f031-4818-aea6-ec62bf9f5f14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 HTTP/1.1" status: 200 len: 217 time: 0.0395312 Jul 16 11:43:05.938109 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-871285f3-d735-4f8a-a62d-3dca96144be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:05.939463 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-871285f3-d735-4f8a-a62d-3dca96144be2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c32bba3-a9f2-4f80-bf63-6d84b53ce724 HTTP/1.1" status: 200 len: 853 time: 0.0425189 Jul 16 11:43:05.997048 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-eac1a940-8c4b-45f5-af2a-74e9616bda1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:05.998545 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-eac1a940-8c4b-45f5-af2a-74e9616bda1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49ab9ba0-9760-408d-a2a4-28ab5e11855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517106 Jul 16 11:43:06.307722 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-9a4f16e9-3759-4a6d-a7d0-bfbb893f37ec service neutron] 10.222.0.13 "GET /v2.0/networks/49ab9ba0-9760-408d-a2a4-28ab5e11855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020508 Jul 16 11:43:06.394785 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-7b60ff8d-1742-4b72-883b-df0ad1b3d347 req-3e20a9f3-da62-4f09-bdcf-c640ecd5437e service neutron] 10.222.0.13 "GET /v2.0/networks/49ab9ba0-9760-408d-a2a4-28ab5e11855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805304 Jul 16 11:43:06.426214 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b645f6-03e2-4153-a752-721eff2cd6bc req-7c27e24a-74da-4d74-8f2e-237dc9936d1e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:06.427702 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-01b645f6-03e2-4153-a752-721eff2cd6bc req-7c27e24a-74da-4d74-8f2e-237dc9936d1e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 944 time: 0.0678749 Jul 16 11:43:06.465786 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-01b645f6-03e2-4153-a752-721eff2cd6bc req-da3917cc-2c17-4c84-9cfb-510ee1075979 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323818 Jul 16 11:43:06.491919 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a7aee-182e-43bd-8466-71cea8f04382 req-a8920bfb-37d4-4167-9b15-82c50de43323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:06.493407 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-774a7aee-182e-43bd-8466-71cea8f04382 req-a8920bfb-37d4-4167-9b15-82c50de43323 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3016b8911f0e4baa95cf318314f00c3f&device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 1097 time: 0.0520854 Jul 16 11:43:06.584510 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a7aee-182e-43bd-8466-71cea8f04382 req-d6048387-696a-49bb-9d9b-02b0e7ef5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:06.586502 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-774a7aee-182e-43bd-8466-71cea8f04382 req-d6048387-696a-49bb-9d9b-02b0e7ef5601 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49ab9ba0-9760-408d-a2a4-28ab5e11855f HTTP/1.1" status: 200 len: 915 time: 0.0862772 Jul 16 11:43:06.626235 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-774a7aee-182e-43bd-8466-71cea8f04382 req-31e103b3-73e5-4195-8497-2beb0a8a4642 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 HTTP/1.1" status: 200 len: 217 time: 0.0324116 Jul 16 11:43:06.675695 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a7aee-182e-43bd-8466-71cea8f04382 req-a9a25602-b6a1-49f3-9dc0-f913597257b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:06.677100 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-774a7aee-182e-43bd-8466-71cea8f04382 req-a9a25602-b6a1-49f3-9dc0-f913597257b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c32bba3-a9f2-4f80-bf63-6d84b53ce724 HTTP/1.1" status: 200 len: 853 time: 0.0442784 Jul 16 11:43:06.730968 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a7aee-182e-43bd-8466-71cea8f04382 req-0bfcb606-6319-4d10-af91-a2410cf74013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:06.732413 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-774a7aee-182e-43bd-8466-71cea8f04382 req-0bfcb606-6319-4d10-af91-a2410cf74013 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49ab9ba0-9760-408d-a2a4-28ab5e11855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489028 Jul 16 11:43:06.821286 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-774a7aee-182e-43bd-8466-71cea8f04382 req-5343788f-4b02-452a-85c0-38495f7ec4bb service neutron] 10.222.0.13 "GET /v2.0/networks/49ab9ba0-9760-408d-a2a4-28ab5e11855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819583 Jul 16 11:43:06.910460 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-774a7aee-182e-43bd-8466-71cea8f04382 req-93df9aa0-61c3-4a72-8853-817026740ea9 service neutron] 10.222.0.13 "GET /v2.0/networks/49ab9ba0-9760-408d-a2a4-28ab5e11855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816596 Jul 16 11:43:07.636540 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1698676-aa1d-4c01-bdf9-10a27519f274 req-a609a7f6-d15b-4ca3-a4e5-dd86b6cda0cd tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:07.637983 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a1698676-aa1d-4c01-bdf9-10a27519f274 req-a609a7f6-d15b-4ca3-a4e5-dd86b6cda0cd tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 944 time: 0.0611770 Jul 16 11:43:07.673556 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a1698676-aa1d-4c01-bdf9-10a27519f274 req-4755db06-293b-4ec7-a335-8b7c28d75812 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303106 Jul 16 11:43:08.843872 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627b7e8-57e3-4fe0-b62e-b4752e0d08a1 req-effe4e9c-c1be-4bab-8f2c-cea232cc2a36 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:08.845327 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1627b7e8-57e3-4fe0-b62e-b4752e0d08a1 req-effe4e9c-c1be-4bab-8f2c-cea232cc2a36 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 944 time: 0.0632942 Jul 16 11:43:08.881488 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1627b7e8-57e3-4fe0-b62e-b4752e0d08a1 req-08821ef4-5ef0-4769-b335-2782776e148d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307248 Jul 16 11:43:10.048544 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141ca0b-e36f-4b74-aa6d-7520ebbbb4cb req-31d4529f-8768-4644-9a8a-6268c4538ac1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:10.049982 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2141ca0b-e36f-4b74-aa6d-7520ebbbb4cb req-31d4529f-8768-4644-9a8a-6268c4538ac1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 944 time: 0.0616150 Jul 16 11:43:10.084564 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2141ca0b-e36f-4b74-aa6d-7520ebbbb4cb req-702d6444-2132-411c-b99c-fdbb93c69ce3 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292761 Jul 16 11:43:10.418663 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:43:10.512340 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98,segment=NetworkSegment(d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5),segment_id=d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:43:10.524168 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98', 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'port_id': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98', 'mac_address': 'fa:16:3e:c6:1b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:43:10.559436 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:10.572035 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:43:10.591117 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98,segment=NetworkSegment(d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5),segment_id=d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:43:10.594483 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:10.638671 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:43:10.789787 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['a6aec4a7-ccb1-4614-90a0-1b0a17f07e98'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:43:11.253816 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d3f8d-5f66-439c-899f-5a650e13934a req-9df22e27-9c1f-4215-a6ca-2335d6b5710a tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:11.255265 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-299d3f8d-5f66-439c-899f-5a650e13934a req-9df22e27-9c1f-4215-a6ca-2335d6b5710a tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 945 time: 0.0605340 Jul 16 11:43:11.291213 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-299d3f8d-5f66-439c-899f-5a650e13934a req-734f3603-36ee-4294-8ad9-c5b09e03580c tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305307 Jul 16 11:43:12.418268 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:43:12.461604 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dc258-143c-4434-b989-b8536268abf6 req-08384622-5bba-407a-b4b2-c6a896d1c356 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:12.463074 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-760dc258-143c-4434-b989-b8536268abf6 req-08384622-5bba-407a-b4b2-c6a896d1c356 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 945 time: 0.0652142 Jul 16 11:43:12.465045 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:43:12.468829 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:43:12.469217 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:12.500701 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-760dc258-143c-4434-b989-b8536268abf6 req-0644d26e-48f5-4e7a-a709-1e92b348cd2f tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313659 Jul 16 11:43:12.547222 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:12.568336 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:43:12.572352 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fbac5f-2832-4efb-95c0-f33e01ca8404" -d '{"events": [{"server_uuid": "cef80359-9462-4ec1-a401-a4a8ccfe3c5b", "name": "network-vif-plugged", "status": "completed", "tag": "a6aec4a7-ccb1-4614-90a0-1b0a17f07e98"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:43:12.586790 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98,segment=NetworkSegment(d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5),segment_id=d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:43:12.590796 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:12.613756 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40634f50-7ff4-4000-8bba-065dc842c60e x-openstack-request-id: req-40634f50-7ff4-4000-8bba-065dc842c60e {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:43:12.614047 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef80359-9462-4ec1-a401-a4a8ccfe3c5b", "name": "network-vif-plugged", "status": "completed", "tag": "a6aec4a7-ccb1-4614-90a0-1b0a17f07e98", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:43:12.614301 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40634f50-7ff4-4000-8bba-065dc842c60e {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:43:12.614684 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98', 'code': 200} Jul 16 11:43:12.639903 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:43:12.821293 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121eca6a-73f2-41e3-8b22-8e4bc98315a9 req-517ab96c-f9f3-4e64-ad68-c524771a0cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:12.822762 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-121eca6a-73f2-41e3-8b22-8e4bc98315a9 req-517ab96c-f9f3-4e64-ad68-c524771a0cbd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 1099 time: 0.0502777 Jul 16 11:43:12.856192 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-121eca6a-73f2-41e3-8b22-8e4bc98315a9 req-d2f8924d-e10b-4f5e-ac64-ebb73d167fe6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272205 Jul 16 11:43:13.668550 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d798a3-3718-497d-b2d5-069532afbf3d req-c7992b5b-9326-4e03-be27-42b399e52092 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:13.670025 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-96d798a3-3718-497d-b2d5-069532afbf3d req-c7992b5b-9326-4e03-be27-42b399e52092 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 946 time: 0.0617192 Jul 16 11:43:13.705976 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-96d798a3-3718-497d-b2d5-069532afbf3d req-3c3077c9-9a25-464a-8268-55625b5f6685 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304422 Jul 16 11:43:14.879685 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545860d-7035-4162-a684-f4d5d4ef1b9f req-3d7ebf2d-1e96-4321-9e08-64146b754c59 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:14.881164 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d545860d-7035-4162-a684-f4d5d4ef1b9f req-3d7ebf2d-1e96-4321-9e08-64146b754c59 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 946 time: 0.0637543 Jul 16 11:43:14.917615 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d545860d-7035-4162-a684-f4d5d4ef1b9f req-5b1557f0-bcc3-4864-afb1-4aa89e4534c9 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304184 Jul 16 11:43:15.084360 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7939926-d673-4807-a884-049fe31f32a3 req-0db19156-2ebf-4bd4-af34-cc9d3fdd6ee9 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:15.085809 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a7939926-d673-4807-a884-049fe31f32a3 req-0db19156-2ebf-4bd4-af34-cc9d3fdd6ee9 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 946 time: 0.0603745 Jul 16 11:43:15.122285 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a7939926-d673-4807-a884-049fe31f32a3 req-a86ce58a-7767-4e4e-83e9-4d8f1ae036d2 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310140 Jul 16 11:43:15.490821 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be2db5-c2b7-4a48-ac26-0734028a3738 req-56b40a03-fea2-435f-aa45-51946ef8fbbe tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:15.492814 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f5be2db5-c2b7-4a48-ac26-0734028a3738 req-56b40a03-fea2-435f-aa45-51946ef8fbbe tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 946 time: 0.0605106 Jul 16 11:43:15.529843 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f5be2db5-c2b7-4a48-ac26-0734028a3738 req-e4f778bf-d264-4fe1-9717-45688579228c tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314591 Jul 16 11:43:21.456406 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:43:23.951132 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a4526-9687-47e9-b222-18316ee5af7a req-4668d967-a2d4-4f40-a3dd-589ac46a3827 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:23.952591 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1f5a4526-9687-47e9-b222-18316ee5af7a req-4668d967-a2d4-4f40-a3dd-589ac46a3827 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 946 time: 0.0631142 Jul 16 11:43:23.987730 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1f5a4526-9687-47e9-b222-18316ee5af7a req-e2f840f2-83fc-4a68-b7c7-c0db8cde080e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296693 Jul 16 11:43:24.011874 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51664) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:43:24.098272 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b508239a-532c-4992-93b1-c70fe4d9ff79 tempest-TestMinimumBasicScenario-42529713 tempest-TestMinimumBasicScenario-42529713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:24.099740 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-b508239a-532c-4992-93b1-c70fe4d9ff79 tempest-TestMinimumBasicScenario-42529713 tempest-TestMinimumBasicScenario-42529713-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 1094 time: 0.0868759 Jul 16 11:43:24.103034 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51668) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:43:24.107205 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Request body: {'floatingip': {'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'port_id': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:43:24.128581 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for floatingip, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:24.221057 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:24.319478 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Allocated IP 172.27.0.129 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/f08b3418-b1a6-46e7-9a12-2d0babbc0af3) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:43:24.420827 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:24.457989 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:24.492283 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:43:24.497134 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:43:24.500431 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:43:24.525052 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Pushing event updated for resources: {'Port': ['ID=f08b3418-b1a6-46e7-9a12-2d0babbc0af3,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:43:24.857477 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:24.868246 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:24.932227 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:25.074305 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:25.078243 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:25.144880 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Pushing event updated for resources: {'Port': ['ID=f08b3418-b1a6-46e7-9a12-2d0babbc0af3,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:43:25.154184 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814437'] for floatingip, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:25.251755 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.l3_db [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Floating IP f13238f0-d490-4c3a-9362-b02298cb8110 associated. External IP: 172.27.0.129, port: a6aec4a7-ccb1-4614-90a0-1b0a17f07e98. Jul 16 11:43:25.451316 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Router 2504d8eb-83ae-44d3-891a-a1b096e63530 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:43:25.554732 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:43:25.564104 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd52e9-d1e9-44dc-a001-97dd9c5fc37d None None] Sync routers for ids ['2504d8eb-83ae-44d3-891a-a1b096e63530'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:43:25.570406 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:25.573194 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bd52e9-d1e9-44dc-a001-97dd9c5fc37d None None] Routers {'2504d8eb-83ae-44d3-891a-a1b096e63530'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:43:25.573813 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-c5bd52e9-d1e9-44dc-a001-97dd9c5fc37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:43:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['2504d8eb-83ae-44d3-891a-a1b096e63530'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:43:25.608323 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-500a0369-fad3-4ce4-872a-bb462ff5c65d tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5018079 Jul 16 11:43:25.608323 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'tag': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:43:25.608772 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51670) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:43:25.609265 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0d28fc-6e40-4999-9d4f-32cae40a7e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "cef80359-9462-4ec1-a401-a4a8ccfe3c5b", "tag": "a6aec4a7-ccb1-4614-90a0-1b0a17f07e98"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:43:25.613341 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-e2d2719f-6925-4e59-8545-669008c0d764 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1855556153', 'description': 'tempest-secgroup-smoke-1855556153 description', 'project_id': '3016b8911f0e4baa95cf318314f00c3f'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:43:25.638419 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e2d2719f-6925-4e59-8545-669008c0d764 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:25.648968 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66e7bf1-ac1a-4e7d-9976-0b2cdfede4f6 x-openstack-request-id: req-f66e7bf1-ac1a-4e7d-9976-0b2cdfede4f6 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:43:25.649353 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef80359-9462-4ec1-a401-a4a8ccfe3c5b", "tag": "a6aec4a7-ccb1-4614-90a0-1b0a17f07e98", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:43:25.649668 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f66e7bf1-ac1a-4e7d-9976-0b2cdfede4f6 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:43:25.650129 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'tag': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98', 'status': 'completed', 'code': 200} Jul 16 11:43:25.682050 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-c5bd52e9-d1e9-44dc-a001-97dd9c5fc37d None None] Set router 2504d8eb-83ae-44d3-891a-a1b096e63530 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:43:25.765706 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e2d2719f-6925-4e59-8545-669008c0d764 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:25.771419 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d28fc-6e40-4999-9d4f-32cae40a7e1e req-4496255f-e98c-4753-8bcc-cd50e8916db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:25.773778 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4e0d28fc-6e40-4999-9d4f-32cae40a7e1e req-4496255f-e98c-4753-8bcc-cd50e8916db8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3016b8911f0e4baa95cf318314f00c3f&device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 1099 time: 0.0950229 Jul 16 11:43:25.774800 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e2d2719f-6925-4e59-8545-669008c0d764 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:25.827390 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e2d2719f-6925-4e59-8545-669008c0d764 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:25.831382 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-e2d2719f-6925-4e59-8545-669008c0d764 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2189360 Jul 16 11:43:25.832222 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51674) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:43:25.833258 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2719f-6925-4e59-8545-669008c0d764 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12887d44-9c3d-4288-874a-65a9e9437ccd,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:43:25.842087 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-7f449e51-adef-49c6-9940-37ee54862ef8 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Request body: {'security_group_rule': {'security_group_id': '12887d44-9c3d-4288-874a-65a9e9437ccd', 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:43:25.873121 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7f449e51-adef-49c6-9940-37ee54862ef8 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:25.896180 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d28fc-6e40-4999-9d4f-32cae40a7e1e req-245f49f1-dac4-4fbd-90bc-8dfebd74e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:25.898507 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4e0d28fc-6e40-4999-9d4f-32cae40a7e1e req-245f49f1-dac4-4fbd-90bc-8dfebd74e033 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49ab9ba0-9760-408d-a2a4-28ab5e11855f HTTP/1.1" status: 200 len: 915 time: 0.1148112 Jul 16 11:43:25.909105 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-c5bd52e9-d1e9-44dc-a001-97dd9c5fc37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'name': 'tempest-TestMinimumBasicScenario-905019183-router', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b7316344-f43f-477f-b2c2-796777b52915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:33Z', 'updated_at': '2021-07-16T11:42:36Z', 'revision_number': 4, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'gw_port': {'id': 'b7316344-f43f-477f-b2c2-796777b52915', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:34Z', 'updated_at': '2021-07-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': 'f13238f0-d490-4c3a-9362-b02298cb8110', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'port_id': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'mac_address': 'fa:16:3e:c6:1b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:43:24Z', 'updated_at': '2021-07-16T11:43:24Z', 'revision_number': 0, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a16072-c50e-4318-bb11-df526909295c', 'name': '', 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'mac_address': 'fa:16:3e:7d:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:36Z', 'updated_at': '2021-07-16T11:42:41Z', 'revision_number': 5, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'subnets': [{'id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:43:25.934358 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7f449e51-adef-49c6-9940-37ee54862ef8 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:25.936706 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd52e9-d1e9-44dc-a001-97dd9c5fc37d None None] Checking router: 2504d8eb-83ae-44d3-891a-a1b096e63530 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:43:25.938436 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7f449e51-adef-49c6-9940-37ee54862ef8 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:25.947425 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bd52e9-d1e9-44dc-a001-97dd9c5fc37d None None] Routers {'2504d8eb-83ae-44d3-891a-a1b096e63530'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:43:25.948144 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-c5bd52e9-d1e9-44dc-a001-97dd9c5fc37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:43:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['2504d8eb-83ae-44d3-891a-a1b096e63530'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:43:25.956155 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f449e51-adef-49c6-9940-37ee54862ef8 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eaf289d-55dd-4199-b840-ebf4427184b9,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:43:25.965440 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7f449e51-adef-49c6-9940-37ee54862ef8 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:25.966745 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-7f449e51-adef-49c6-9940-37ee54862ef8 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334693 Jul 16 11:43:25.969533 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51676) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:43:25.970291 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4e0d28fc-6e40-4999-9d4f-32cae40a7e1e req-1e4ae8d4-30fc-4a84-ab62-a17d7d31a250 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 HTTP/1.1" status: 200 len: 1000 time: 0.0644777 Jul 16 11:43:25.974060 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-fc2e30a8-b55f-4b4b-b015-1db40020888c tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Request body: {'security_group_rule': {'security_group_id': '12887d44-9c3d-4288-874a-65a9e9437ccd', 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:43:26.003449 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fc2e30a8-b55f-4b4b-b015-1db40020888c tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.024213 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d28fc-6e40-4999-9d4f-32cae40a7e1e req-2e83b806-66ab-4766-9a20-ecc01caff2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:26.025679 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4e0d28fc-6e40-4999-9d4f-32cae40a7e1e req-2e83b806-66ab-4766-9a20-ecc01caff2db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c32bba3-a9f2-4f80-bf63-6d84b53ce724 HTTP/1.1" status: 200 len: 853 time: 0.0486445 Jul 16 11:43:26.062226 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-c5bd52e9-d1e9-44dc-a001-97dd9c5fc37d None None] Set router 2504d8eb-83ae-44d3-891a-a1b096e63530 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:43:26.065565 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fc2e30a8-b55f-4b4b-b015-1db40020888c tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.068985 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fc2e30a8-b55f-4b4b-b015-1db40020888c tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.089537 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d28fc-6e40-4999-9d4f-32cae40a7e1e req-0135a169-5886-425c-ba78-b69a7832b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:26.091165 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4e0d28fc-6e40-4999-9d4f-32cae40a7e1e req-0135a169-5886-425c-ba78-b69a7832b6b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49ab9ba0-9760-408d-a2a4-28ab5e11855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587587 Jul 16 11:43:26.093295 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fc2e30a8-b55f-4b4b-b015-1db40020888c tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.094492 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-fc2e30a8-b55f-4b4b-b015-1db40020888c tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240556 Jul 16 11:43:26.095557 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e30a8-b55f-4b4b-b015-1db40020888c tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce29533-b534-447f-a810-93698114c765,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:43:26.100130 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51678) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:43:26.105954 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-88762f34-09ad-4897-a54f-b1ef1cb801b1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Request body: {'security_group_rule': {'security_group_id': '12887d44-9c3d-4288-874a-65a9e9437ccd', 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:43:26.186030 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-88762f34-09ad-4897-a54f-b1ef1cb801b1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.224578 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4e0d28fc-6e40-4999-9d4f-32cae40a7e1e req-f6a8c56d-97b7-4d7d-afcd-12d101521e75 service neutron] 10.222.0.13 "GET /v2.0/networks/49ab9ba0-9760-408d-a2a4-28ab5e11855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222322 Jul 16 11:43:26.278234 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-88762f34-09ad-4897-a54f-b1ef1cb801b1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.283041 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-88762f34-09ad-4897-a54f-b1ef1cb801b1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.287727 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-c5bd52e9-d1e9-44dc-a001-97dd9c5fc37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'name': 'tempest-TestMinimumBasicScenario-905019183-router', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b7316344-f43f-477f-b2c2-796777b52915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:33Z', 'updated_at': '2021-07-16T11:42:36Z', 'revision_number': 4, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'gw_port': {'id': 'b7316344-f43f-477f-b2c2-796777b52915', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:34Z', 'updated_at': '2021-07-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': 'f13238f0-d490-4c3a-9362-b02298cb8110', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'port_id': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'mac_address': 'fa:16:3e:c6:1b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:43:24Z', 'updated_at': '2021-07-16T11:43:24Z', 'revision_number': 0, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a16072-c50e-4318-bb11-df526909295c', 'name': '', 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'mac_address': 'fa:16:3e:7d:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:36Z', 'updated_at': '2021-07-16T11:42:41Z', 'revision_number': 5, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'subnets': [{'id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:43:26.314713 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd52e9-d1e9-44dc-a001-97dd9c5fc37d None None] The sync data for ids ['2504d8eb-83ae-44d3-891a-a1b096e63530'] in dv-cinder-784763-6-iscsi is: [{'id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'name': 'tempest-TestMinimumBasicScenario-905019183-router', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b7316344-f43f-477f-b2c2-796777b52915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:33Z', 'updated_at': '2021-07-16T11:42:36Z', 'revision_number': 4, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'gw_port': {'id': 'b7316344-f43f-477f-b2c2-796777b52915', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:34Z', 'updated_at': '2021-07-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': 'f13238f0-d490-4c3a-9362-b02298cb8110', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'port_id': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'mac_address': 'fa:16:3e:c6:1b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:43:24Z', 'updated_at': '2021-07-16T11:43:24Z', 'revision_number': 0, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a16072-c50e-4318-bb11-df526909295c', 'name': '', 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'mac_address': 'fa:16:3e:7d:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:36Z', 'updated_at': '2021-07-16T11:42:41Z', 'revision_number': 5, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'subnets': [{'id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:43:26.328531 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88762f34-09ad-4897-a54f-b1ef1cb801b1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a121a3d-dfd5-4197-8503-c9119a7d39d1,revision_number=0']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:43:26.342590 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-88762f34-09ad-4897-a54f-b1ef1cb801b1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.343927 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-88762f34-09ad-4897-a54f-b1ef1cb801b1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2426500 Jul 16 11:43:26.346596 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51682) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:43:26.352327 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-a9fd9c3a-ac48-418b-9541-8de8fecb1ec3 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Request body: {'security_group_rule': {'security_group_id': '12887d44-9c3d-4288-874a-65a9e9437ccd', 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:43:26.355303 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4e0d28fc-6e40-4999-9d4f-32cae40a7e1e req-1e1fd0b1-99e1-4495-b2e1-e4faa0bffffd service neutron] 10.222.0.13 "GET /v2.0/networks/49ab9ba0-9760-408d-a2a4-28ab5e11855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227667 Jul 16 11:43:26.382570 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a9fd9c3a-ac48-418b-9541-8de8fecb1ec3 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.443405 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a9fd9c3a-ac48-418b-9541-8de8fecb1ec3 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.447246 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a9fd9c3a-ac48-418b-9541-8de8fecb1ec3 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.464504 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd9c3a-ac48-418b-9541-8de8fecb1ec3 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c648184f-0dcd-4be9-a41c-d6c1e78af442,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:43:26.471637 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a9fd9c3a-ac48-418b-9541-8de8fecb1ec3 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.476077 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-a9fd9c3a-ac48-418b-9541-8de8fecb1ec3 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249785 Jul 16 11:43:26.476406 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51684) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:43:26.480811 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-ff89b7fe-a1f8-4556-8b3c-14bba0f23573 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Request body: {'security_group_rule': {'security_group_id': '12887d44-9c3d-4288-874a-65a9e9437ccd', 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:43:26.505542 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.securitygroups_db [None req-ff89b7fe-a1f8-4556-8b3c-14bba0f23573 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Project 3016b8911f0e4baa95cf318314f00c3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 11:43:26.511739 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ff89b7fe-a1f8-4556-8b3c-14bba0f23573 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.512138 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b1f1b1-47a0-4859-a806-fdfe65c46a1a None None] New status for floating IP f13238f0-d490-4c3a-9362-b02298cb8110: ACTIVE {{(pid=93106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 11:43:26.571384 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ff89b7fe-a1f8-4556-8b3c-14bba0f23573 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.576254 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ff89b7fe-a1f8-4556-8b3c-14bba0f23573 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.593383 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89b7fe-a1f8-4556-8b3c-14bba0f23573 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af8117f-d937-4156-84eb-110da0c8f7e9,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:43:26.600337 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ff89b7fe-a1f8-4556-8b3c-14bba0f23573 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.602045 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-ff89b7fe-a1f8-4556-8b3c-14bba0f23573 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248703 Jul 16 11:43:26.604850 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51686) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:43:26.609261 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-149eb90e-4a20-4950-a455-aa6b7f784005 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Request body: {'security_group_rule': {'security_group_id': '12887d44-9c3d-4288-874a-65a9e9437ccd', 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:43:26.629423 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.securitygroups_db [None req-149eb90e-4a20-4950-a455-aa6b7f784005 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Project 3016b8911f0e4baa95cf318314f00c3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 11:43:26.634084 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-149eb90e-4a20-4950-a455-aa6b7f784005 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.696533 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-149eb90e-4a20-4950-a455-aa6b7f784005 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.699890 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-149eb90e-4a20-4950-a455-aa6b7f784005 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.720337 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149eb90e-4a20-4950-a455-aa6b7f784005 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42ef53b-6edf-4f05-9a38-9ab1366f7215,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:43:26.722860 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-149eb90e-4a20-4950-a455-aa6b7f784005 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:26.724235 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-149eb90e-4a20-4950-a455-aa6b7f784005 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182125 Jul 16 11:43:26.836304 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6233486b-0737-4e33-bcca-74dee03c310f req-a121021f-5d00-4a2b-b403-e2ab4a993ab7 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855556153&fields=id&tenant_id=3016b8911f0e4baa95cf318314f00c3f HTTP/1.1" status: 200 len: 267 time: 0.0313394 Jul 16 11:43:26.902725 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233486b-0737-4e33-bcca-74dee03c310f req-4eaa48b7-8151-4d20-a969-119954307915 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:26.904183 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6233486b-0737-4e33-bcca-74dee03c310f req-4eaa48b7-8151-4d20-a969-119954307915 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 946 time: 0.0628235 Jul 16 11:43:26.914423 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [req-6233486b-0737-4e33-bcca-74dee03c310f req-0a7a7270-3e69-487a-b4e8-bc98b80d95e1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Request body: {'port': {'security_groups': ['9279467e-9722-4fb9-b95c-945f751e8b16', '12887d44-9c3d-4288-874a-65a9e9437ccd']}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:43:26.991230 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-6233486b-0737-4e33-bcca-74dee03c310f req-0a7a7270-3e69-487a-b4e8-bc98b80d95e1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:27.168660 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-6233486b-0737-4e33-bcca-74dee03c310f req-0a7a7270-3e69-487a-b4e8-bc98b80d95e1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] For port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98,segment=NetworkSegment(d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5),segment_id=d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:43:27.200596 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-6233486b-0737-4e33-bcca-74dee03c310f req-0a7a7270-3e69-487a-b4e8-bc98b80d95e1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:27.204960 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-6233486b-0737-4e33-bcca-74dee03c310f req-0a7a7270-3e69-487a-b4e8-bc98b80d95e1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:27.216716 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['a6aec4a7-ccb1-4614-90a0-1b0a17f07e98'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:43:27.247113 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233486b-0737-4e33-bcca-74dee03c310f req-0a7a7270-3e69-487a-b4e8-bc98b80d95e1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:27.247479 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-6233486b-0737-4e33-bcca-74dee03c310f req-0a7a7270-3e69-487a-b4e8-bc98b80d95e1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:27.250244 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6233486b-0737-4e33-bcca-74dee03c310f req-0a7a7270-3e69-487a-b4e8-bc98b80d95e1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "PUT /v2.0/ports/a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 HTTP/1.1" status: 200 len: 982 time: 0.3393881 Jul 16 11:43:27.288331 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a7270-3e69-487a-b4e8-bc98b80d95e1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Pushing event updated for resources: {'Port': ['ID=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98,revision_number=6']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:43:27.315404 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['a6aec4a7-ccb1-4614-90a0-1b0a17f07e98'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:43:27.424950 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecf4df-632f-48fe-9c52-c5482bd997b7 req-acf7da8e-f714-4ef9-b1d5-1c70cb28abee tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:27.426871 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a8ecf4df-632f-48fe-9c52-c5482bd997b7 req-acf7da8e-f714-4ef9-b1d5-1c70cb28abee tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 985 time: 0.0665610 Jul 16 11:43:27.468787 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a8ecf4df-632f-48fe-9c52-c5482bd997b7 req-19f8388b-dd7a-462b-b094-bdaafdca056b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=12887d44-9c3d-4288-874a-65a9e9437ccd&id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346556 Jul 16 11:43:27.565577 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-317bff58-a97a-48ad-a48a-25e19293f303 None None] Provisioning complete for port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:43:27.565942 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-317bff58-a97a-48ad-a48a-25e19293f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:27.651925 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'tag': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:43:27.654247 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865f6283-a141-4238-82c8-acd57a2eeb82" -d '{"events": [{"name": "network-changed", "server_uuid": "cef80359-9462-4ec1-a401-a4a8ccfe3c5b", "tag": "a6aec4a7-ccb1-4614-90a0-1b0a17f07e98"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:43:27.689052 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21f7864-aded-40b2-be69-72d51f2f64fa x-openstack-request-id: req-c21f7864-aded-40b2-be69-72d51f2f64fa {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:43:27.689342 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef80359-9462-4ec1-a401-a4a8ccfe3c5b", "tag": "a6aec4a7-ccb1-4614-90a0-1b0a17f07e98", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:43:27.689590 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c21f7864-aded-40b2-be69-72d51f2f64fa {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:43:27.689977 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'tag': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98', 'status': 'completed', 'code': 200} Jul 16 11:43:27.764367 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f6283-a141-4238-82c8-acd57a2eeb82 req-e2b2574f-ed85-4a5b-968e-6282daaff140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:27.765877 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-865f6283-a141-4238-82c8-acd57a2eeb82 req-e2b2574f-ed85-4a5b-968e-6282daaff140 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3016b8911f0e4baa95cf318314f00c3f&device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 1138 time: 0.0527811 Jul 16 11:43:27.856745 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f6283-a141-4238-82c8-acd57a2eeb82 req-7297925f-0ee5-478d-8977-856496c06a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:27.858291 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-865f6283-a141-4238-82c8-acd57a2eeb82 req-7297925f-0ee5-478d-8977-856496c06a4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=49ab9ba0-9760-408d-a2a4-28ab5e11855f HTTP/1.1" status: 200 len: 915 time: 0.0864995 Jul 16 11:43:27.922029 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-865f6283-a141-4238-82c8-acd57a2eeb82 req-23edc495-b424-47da-8b47-063064f7a433 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 HTTP/1.1" status: 200 len: 1002 time: 0.0567133 Jul 16 11:43:27.971874 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f6283-a141-4238-82c8-acd57a2eeb82 req-775da2bf-2955-4969-bb06-fe2054c2f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:27.973158 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-865f6283-a141-4238-82c8-acd57a2eeb82 req-775da2bf-2955-4969-bb06-fe2054c2f913 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c32bba3-a9f2-4f80-bf63-6d84b53ce724 HTTP/1.1" status: 200 len: 853 time: 0.0443466 Jul 16 11:43:28.027565 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f6283-a141-4238-82c8-acd57a2eeb82 req-05d0a6c8-8180-49e1-9206-7b638b4b389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:28.029052 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-865f6283-a141-4238-82c8-acd57a2eeb82 req-05d0a6c8-8180-49e1-9206-7b638b4b389d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49ab9ba0-9760-408d-a2a4-28ab5e11855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493093 Jul 16 11:43:28.115401 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-865f6283-a141-4238-82c8-acd57a2eeb82 req-aad6e54f-1901-4747-9a6a-6f254e9a52aa service neutron] 10.222.0.13 "GET /v2.0/networks/49ab9ba0-9760-408d-a2a4-28ab5e11855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794499 Jul 16 11:43:28.204081 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-865f6283-a141-4238-82c8-acd57a2eeb82 req-1c612feb-44cd-4e54-86ff-10d902923102 service neutron] 10.222.0.13 "GET /v2.0/networks/49ab9ba0-9760-408d-a2a4-28ab5e11855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828152 Jul 16 11:43:28.889534 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-376085f0-7922-46ea-bcd1-78b53613f8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:31.682416 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-a440b67f-df8c-48b2-9641-470b5440fa8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:32.074084 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:32.824512 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:34.333757 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:44.752008 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65a814-dac4-4b6b-a325-bb7748feb8f8 req-8dc7dff2-8a5a-499c-974e-9e430a8f6e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:44.753570 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-df65a814-dac4-4b6b-a325-bb7748feb8f8 req-8dc7dff2-8a5a-499c-974e-9e430a8f6e1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3016b8911f0e4baa95cf318314f00c3f&device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 1138 time: 0.0555840 Jul 16 11:43:44.856693 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65a814-dac4-4b6b-a325-bb7748feb8f8 req-8da4da91-6727-47a7-9c87-6edeb1b45082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:44.858108 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-df65a814-dac4-4b6b-a325-bb7748feb8f8 req-8da4da91-6727-47a7-9c87-6edeb1b45082 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49ab9ba0-9760-408d-a2a4-28ab5e11855f HTTP/1.1" status: 200 len: 915 time: 0.0969081 Jul 16 11:43:44.922175 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-df65a814-dac4-4b6b-a325-bb7748feb8f8 req-5f26dd8a-7aaf-403f-8dd9-784d4fcc403c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 HTTP/1.1" status: 200 len: 1002 time: 0.0572941 Jul 16 11:43:44.946859 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc7d53-41da-4b5b-baa7-a1c2a9cfcc06 req-21d112e2-f3b5-4c34-8448-3de09b8f17d7 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:44.948371 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-75dc7d53-41da-4b5b-baa7-a1c2a9cfcc06 req-21d112e2-f3b5-4c34-8448-3de09b8f17d7 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 985 time: 0.0695579 Jul 16 11:43:44.974575 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65a814-dac4-4b6b-a325-bb7748feb8f8 req-ab5bedab-502d-4a02-9b0a-0c759c9511f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:44.976115 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-df65a814-dac4-4b6b-a325-bb7748feb8f8 req-ab5bedab-502d-4a02-9b0a-0c759c9511f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c32bba3-a9f2-4f80-bf63-6d84b53ce724 HTTP/1.1" status: 200 len: 853 time: 0.0469601 Jul 16 11:43:44.987669 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-75dc7d53-41da-4b5b-baa7-a1c2a9cfcc06 req-1374092d-85c2-4820-af0e-bb8e78a43fc3 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=12887d44-9c3d-4288-874a-65a9e9437ccd&id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335884 Jul 16 11:43:45.032788 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65a814-dac4-4b6b-a325-bb7748feb8f8 req-e46490f6-207e-4f70-98ba-89f658810ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:45.034289 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-df65a814-dac4-4b6b-a325-bb7748feb8f8 req-e46490f6-207e-4f70-98ba-89f658810ffc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49ab9ba0-9760-408d-a2a4-28ab5e11855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518851 Jul 16 11:43:45.121014 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-df65a814-dac4-4b6b-a325-bb7748feb8f8 req-15b45daf-d9ec-4b16-972c-9126643f06d9 service neutron] 10.222.0.13 "GET /v2.0/networks/49ab9ba0-9760-408d-a2a4-28ab5e11855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792203 Jul 16 11:43:45.212660 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-df65a814-dac4-4b6b-a325-bb7748feb8f8 req-ac0ecf86-7500-4721-96b1-6bd2b5fc84bd service neutron] 10.222.0.13 "GET /v2.0/networks/49ab9ba0-9760-408d-a2a4-28ab5e11855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846798 Jul 16 11:43:46.158460 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228f811-8f9a-4485-9737-784dd59d533d req-57f2ae30-2c0c-4751-a38e-b779548359a6 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:46.159915 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b228f811-8f9a-4485-9737-784dd59d533d req-57f2ae30-2c0c-4751-a38e-b779548359a6 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 985 time: 0.0624242 Jul 16 11:43:46.197890 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-b228f811-8f9a-4485-9737-784dd59d533d req-98991342-120d-4205-b673-c338be6cb63e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=12887d44-9c3d-4288-874a-65a9e9437ccd&id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324910 Jul 16 11:43:47.363966 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039909b9-e68c-49e2-a60d-0b4b05378664 req-20dbf1d5-0a91-4431-a9fa-e48451c4636b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:47.365400 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-039909b9-e68c-49e2-a60d-0b4b05378664 req-20dbf1d5-0a91-4431-a9fa-e48451c4636b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 985 time: 0.0605958 Jul 16 11:43:47.407483 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-039909b9-e68c-49e2-a60d-0b4b05378664 req-5c804113-69af-4536-bab4-8284674b66a2 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=12887d44-9c3d-4288-874a-65a9e9437ccd&id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363367 Jul 16 11:43:48.575174 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cdce3-4085-4118-b183-3681e0fa7ccb req-e412bb68-3c2a-48a8-bc45-39b8406c0ff6 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:48.576675 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f57cdce3-4085-4118-b183-3681e0fa7ccb req-e412bb68-3c2a-48a8-bc45-39b8406c0ff6 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 985 time: 0.0627236 Jul 16 11:43:48.614735 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f57cdce3-4085-4118-b183-3681e0fa7ccb req-8b4d165d-8cc4-4814-8532-0ff92581dd6b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=12887d44-9c3d-4288-874a-65a9e9437ccd&id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324163 Jul 16 11:43:49.781996 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7119a-c3ad-433b-9696-7cf7e9f65fe7 req-ae894219-b413-4002-aa7d-24e7ff40ada8 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:49.783449 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-71e7119a-c3ad-433b-9696-7cf7e9f65fe7 req-ae894219-b413-4002-aa7d-24e7ff40ada8 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 985 time: 0.0620344 Jul 16 11:43:49.821133 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-71e7119a-c3ad-433b-9696-7cf7e9f65fe7 req-7c8a1309-dae0-46f8-9688-05cceb3aef5c tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=12887d44-9c3d-4288-874a-65a9e9437ccd&id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0315993 Jul 16 11:43:50.994793 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a53fd-7a5a-43cf-811f-e46b67c41e34 req-4bbb1eeb-c10d-4fe2-9b65-40f92f5be791 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:50.996290 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-590a53fd-7a5a-43cf-811f-e46b67c41e34 req-4bbb1eeb-c10d-4fe2-9b65-40f92f5be791 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 985 time: 0.0651803 Jul 16 11:43:51.034864 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-590a53fd-7a5a-43cf-811f-e46b67c41e34 req-b48b464f-c239-404b-8156-0e97d795b873 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=12887d44-9c3d-4288-874a-65a9e9437ccd&id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330701 Jul 16 11:43:52.200413 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a2ef2-4fa2-40d1-b0e7-603c2dc69d69 req-9331e482-f918-4a8a-86d0-705c70724e52 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:52.201856 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bb9a2ef2-4fa2-40d1-b0e7-603c2dc69d69 req-9331e482-f918-4a8a-86d0-705c70724e52 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 985 time: 0.0620854 Jul 16 11:43:52.240371 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bb9a2ef2-4fa2-40d1-b0e7-603c2dc69d69 req-5165b0d5-5e5f-4e4c-9776-5cae918d0bb0 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=12887d44-9c3d-4288-874a-65a9e9437ccd&id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330982 Jul 16 11:43:53.413912 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb8758-ae22-46c0-b9b1-7dc842e43b73 req-04f1e900-cec6-4a12-933f-99f904f4d0fe tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:53.415353 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-aceb8758-ae22-46c0-b9b1-7dc842e43b73 req-04f1e900-cec6-4a12-933f-99f904f4d0fe tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 985 time: 0.0651550 Jul 16 11:43:53.453581 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-aceb8758-ae22-46c0-b9b1-7dc842e43b73 req-8bb91c31-33f1-4c61-aa23-fa96b0148acd tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=12887d44-9c3d-4288-874a-65a9e9437ccd&id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326669 Jul 16 11:43:54.625181 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1cfe1-4c0b-4508-977b-b985141af68d req-4e8223d3-8b5a-44a9-9389-23a344372093 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:54.626642 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ecc1cfe1-4c0b-4508-977b-b985141af68d req-4e8223d3-8b5a-44a9-9389-23a344372093 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 985 time: 0.0642481 Jul 16 11:43:54.664733 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ecc1cfe1-4c0b-4508-977b-b985141af68d req-748bc9a3-e38a-484d-8ec1-b7d54c099d67 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=12887d44-9c3d-4288-874a-65a9e9437ccd&id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323162 Jul 16 11:43:54.897714 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:43:55.831976 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667479c1-b541-448f-a27e-fc410b4c8999 req-cfc6310f-c20b-461e-a095-2c6bc3455c70 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:55.833389 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-667479c1-b541-448f-a27e-fc410b4c8999 req-cfc6310f-c20b-461e-a095-2c6bc3455c70 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 985 time: 0.0597248 Jul 16 11:43:55.874172 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-667479c1-b541-448f-a27e-fc410b4c8999 req-37cd1f85-6fb8-478d-a539-3b680caedd08 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=12887d44-9c3d-4288-874a-65a9e9437ccd&id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347402 Jul 16 11:43:56.319365 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9aba5211-ac3e-4a01-8c75-d2a2d701781b req-58a32806-944f-4f0e-b5e3-424adf83d057 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500903 Jul 16 11:43:56.411474 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba5211-ac3e-4a01-8c75-d2a2d701781b req-5f465fc0-6b25-4a3a-b7f9-f127ddc82076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:56.413044 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9aba5211-ac3e-4a01-8c75-d2a2d701781b req-5f465fc0-6b25-4a3a-b7f9-f127ddc82076 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93d67139c1574082adc4bf9a91d7bce7&device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 1099 time: 0.0540929 Jul 16 11:43:56.512062 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba5211-ac3e-4a01-8c75-d2a2d701781b req-5ec96c09-a533-4f94-91e7-ffe18bd98ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:56.513513 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9aba5211-ac3e-4a01-8c75-d2a2d701781b req-5ec96c09-a533-4f94-91e7-ffe18bd98ed8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec8b37d-8a34-425c-b3f2-8b05bf41901b HTTP/1.1" status: 200 len: 909 time: 0.0820122 Jul 16 11:43:56.578285 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9aba5211-ac3e-4a01-8c75-d2a2d701781b req-3ba217b1-e42d-4b28-832e-9311cd6af4ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63b456a9-aaab-4563-9d4c-edf3864aac7d HTTP/1.1" status: 200 len: 1002 time: 0.0587113 Jul 16 11:43:56.624064 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba5211-ac3e-4a01-8c75-d2a2d701781b req-d33de39c-9620-48cc-ae88-004a69eaded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:56.625473 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9aba5211-ac3e-4a01-8c75-d2a2d701781b req-d33de39c-9620-48cc-ae88-004a69eaded7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54c7060f-8812-4e37-95d7-28363b5784b1 HTTP/1.1" status: 200 len: 847 time: 0.0417140 Jul 16 11:43:56.679607 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba5211-ac3e-4a01-8c75-d2a2d701781b req-df70e090-e864-4748-acc3-7a0155a1f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:56.681053 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9aba5211-ac3e-4a01-8c75-d2a2d701781b req-df70e090-e864-4748-acc3-7a0155a1f00b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec8b37d-8a34-425c-b3f2-8b05bf41901b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487998 Jul 16 11:43:56.770740 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9aba5211-ac3e-4a01-8c75-d2a2d701781b req-00fb1bb9-bb70-4417-a2c6-ef7a884a2981 service neutron] 10.222.0.13 "GET /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834346 Jul 16 11:43:56.857485 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-9aba5211-ac3e-4a01-8c75-d2a2d701781b req-a7905f0e-f258-42e2-a26e-154686bc9f8b service neutron] 10.222.0.13 "GET /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799894 Jul 16 11:43:57.043059 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8272f-45a3-4c83-99de-e0b3a068170a req-575546a3-c2d4-4299-a1c1-4abba65db1ee tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:43:57.044533 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5ff8272f-45a3-4c83-99de-e0b3a068170a req-575546a3-c2d4-4299-a1c1-4abba65db1ee tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 985 time: 0.0642314 Jul 16 11:43:57.081835 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-5ff8272f-45a3-4c83-99de-e0b3a068170a req-8d8a1768-7aee-4c31-b55f-c042636430d4 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=12887d44-9c3d-4288-874a-65a9e9437ccd&id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318561 Jul 16 11:43:58.454960 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:43:58.889081 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-79a4ad86-8f3a-4399-b142-4ecd5e7f09c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:01.682184 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4181f687-582d-41ac-bdec-432a21dd4800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:02.073940 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:02.828326 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:04.335257 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:16.024581 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e950b4-ea73-41e9-90a4-b44323c73a29 req-06ccbb18-89af-4f74-afb9-b2285314f5fd tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:16.025946 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-98e950b4-ea73-41e9-90a4-b44323c73a29 req-06ccbb18-89af-4f74-afb9-b2285314f5fd tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.0609698 Jul 16 11:44:16.061636 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-98e950b4-ea73-41e9-90a4-b44323c73a29 req-c7c9a5ae-e61b-4874-bdaf-a4c09f495997 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303154 Jul 16 11:44:17.235625 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2719d-f255-4b1e-bfac-af58cdbbca11 req-fc0afd16-e74b-4384-a6ee-c521854e3e5a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:17.237106 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ebb2719d-f255-4b1e-bfac-af58cdbbca11 req-fc0afd16-e74b-4384-a6ee-c521854e3e5a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.0644794 Jul 16 11:44:17.274107 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ebb2719d-f255-4b1e-bfac-af58cdbbca11 req-155c3f1f-a80c-4d06-a1c1-d13319084bf1 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308077 Jul 16 11:44:18.453322 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82cb8f-c8b9-4bee-bfca-1ebc45cea7c1 req-c3c3e8a6-5f47-449a-951a-60c0208a9516 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:18.454783 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1b82cb8f-c8b9-4bee-bfca-1ebc45cea7c1 req-c3c3e8a6-5f47-449a-951a-60c0208a9516 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.0609977 Jul 16 11:44:18.490905 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1b82cb8f-c8b9-4bee-bfca-1ebc45cea7c1 req-2c7f63b7-d085-4173-b5e8-1399ad71bcea tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301588 Jul 16 11:44:19.656163 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf635d2-2f60-4e03-bc2c-4977d718fa6d req-3d613037-6cf8-4a10-a181-16b0f131a7b7 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:19.657600 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7bf635d2-2f60-4e03-bc2c-4977d718fa6d req-3d613037-6cf8-4a10-a181-16b0f131a7b7 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.0604491 Jul 16 11:44:19.692359 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7bf635d2-2f60-4e03-bc2c-4977d718fa6d req-6233a189-7b15-48c5-9b2c-eaa18cea7e31 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293510 Jul 16 11:44:20.867072 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0aeff3-c907-4c86-bd18-89ef2fdcedc5 req-8bfe2d26-2f81-43fa-870d-684d00ab58a7 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:20.868807 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cf0aeff3-c907-4c86-bd18-89ef2fdcedc5 req-8bfe2d26-2f81-43fa-870d-684d00ab58a7 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.0663757 Jul 16 11:44:20.903606 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cf0aeff3-c907-4c86-bd18-89ef2fdcedc5 req-cf063529-0104-42f9-af74-817bf32c3ef5 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293889 Jul 16 11:44:22.069763 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7a564-aa4d-4977-8f2e-4f7466d19731 req-842da9e4-c53b-4d84-9abe-9e7526c29b26 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:22.071253 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-efe7a564-aa4d-4977-8f2e-4f7466d19731 req-842da9e4-c53b-4d84-9abe-9e7526c29b26 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.0606043 Jul 16 11:44:22.106542 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-efe7a564-aa4d-4977-8f2e-4f7466d19731 req-471e4349-9adb-4231-88e2-3d4e0e965ea7 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297289 Jul 16 11:44:23.276196 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981547e-7737-4492-a30d-ae7aee2f9067 req-b8db5bda-90a7-4631-9e94-7023d8b2d64f tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:23.277680 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2981547e-7737-4492-a30d-ae7aee2f9067 req-b8db5bda-90a7-4631-9e94-7023d8b2d64f tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.0644190 Jul 16 11:44:23.313374 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2981547e-7737-4492-a30d-ae7aee2f9067 req-92498498-f250-4072-a374-610c283aba26 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301900 Jul 16 11:44:24.482760 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17bbe2-fbd4-4bed-b053-0f4e8de7d67d req-67594acd-4179-4766-aac6-862deeb69de3 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:24.484276 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6a17bbe2-fbd4-4bed-b053-0f4e8de7d67d req-67594acd-4179-4766-aac6-862deeb69de3 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.0631065 Jul 16 11:44:24.520281 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6a17bbe2-fbd4-4bed-b053-0f4e8de7d67d req-f7e85be2-1139-4c3d-b2e2-198b7da75f75 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303667 Jul 16 11:44:24.899008 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:25.686315 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc84547-73ed-45f4-a7ee-3bfb44f7cfc1 req-82119063-e1b9-4558-bcb6-f12d41954620 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:25.687740 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bbc84547-73ed-45f4-a7ee-3bfb44f7cfc1 req-82119063-e1b9-4558-bcb6-f12d41954620 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.0599313 Jul 16 11:44:25.723410 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bbc84547-73ed-45f4-a7ee-3bfb44f7cfc1 req-cf8632e2-fe6b-4ac1-8d26-d53376e4812a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298576 Jul 16 11:44:26.112816 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8cd97-fa79-43b3-8bbc-eea93958b734 req-65e76b66-d876-46e5-bfb4-da9fbcef0e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:26.115039 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d6a8cd97-fa79-43b3-8bbc-eea93958b734 req-65e76b66-d876-46e5-bfb4-da9fbcef0e38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93d67139c1574082adc4bf9a91d7bce7&device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 1099 time: 0.0544789 Jul 16 11:44:26.198255 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8cd97-fa79-43b3-8bbc-eea93958b734 req-02fa665f-0322-451c-a10d-bf23f8e16e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:26.199738 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d6a8cd97-fa79-43b3-8bbc-eea93958b734 req-02fa665f-0322-451c-a10d-bf23f8e16e7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec8b37d-8a34-425c-b3f2-8b05bf41901b HTTP/1.1" status: 200 len: 909 time: 0.0791626 Jul 16 11:44:26.264837 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d6a8cd97-fa79-43b3-8bbc-eea93958b734 req-cbc24a35-7d80-4c27-9fb4-3815e6eecc45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63b456a9-aaab-4563-9d4c-edf3864aac7d HTTP/1.1" status: 200 len: 1002 time: 0.0587769 Jul 16 11:44:26.312222 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8cd97-fa79-43b3-8bbc-eea93958b734 req-58fd0ef2-60f9-464a-9177-72d003163dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:26.313645 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d6a8cd97-fa79-43b3-8bbc-eea93958b734 req-58fd0ef2-60f9-464a-9177-72d003163dd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54c7060f-8812-4e37-95d7-28363b5784b1 HTTP/1.1" status: 200 len: 847 time: 0.0428190 Jul 16 11:44:26.369898 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8cd97-fa79-43b3-8bbc-eea93958b734 req-80f53f8e-2263-43ec-bf9b-3fa52cee18f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:26.371256 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d6a8cd97-fa79-43b3-8bbc-eea93958b734 req-80f53f8e-2263-43ec-bf9b-3fa52cee18f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec8b37d-8a34-425c-b3f2-8b05bf41901b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506079 Jul 16 11:44:26.459287 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d6a8cd97-fa79-43b3-8bbc-eea93958b734 req-3febfdb0-93c3-4460-9f71-9bce08c6544a service neutron] 10.222.0.13 "GET /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816741 Jul 16 11:44:26.543471 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d6a8cd97-fa79-43b3-8bbc-eea93958b734 req-a42a07d6-5f4a-4fbc-b066-b80cc48f883c service neutron] 10.222.0.13 "GET /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783587 Jul 16 11:44:26.895365 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760bf5d-1987-43bf-8c2f-012fd7567107 req-34bd14b2-6651-4e4e-b878-3cd8f61040b7 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:26.897454 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0760bf5d-1987-43bf-8c2f-012fd7567107 req-34bd14b2-6651-4e4e-b878-3cd8f61040b7 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.0653269 Jul 16 11:44:26.932622 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-0760bf5d-1987-43bf-8c2f-012fd7567107 req-62675298-4c77-458b-97bb-44427d8bd280 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297790 Jul 16 11:44:28.103558 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264a971-d77a-49fd-85a2-6656ba08b5ac req-3a1904c2-2ea5-4950-82a9-3c9f84f9962b tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:28.105036 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e264a971-d77a-49fd-85a2-6656ba08b5ac req-3a1904c2-2ea5-4950-82a9-3c9f84f9962b tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.0606792 Jul 16 11:44:28.141892 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e264a971-d77a-49fd-85a2-6656ba08b5ac req-96ed40c9-bb98-4da6-84dc-1f5918cd73ff tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314651 Jul 16 11:44:28.887948 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ff13169f-6cfc-411f-9243-d607762ec0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:29.310916 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871a397-b7aa-496b-bb94-b17a3b28a3a2 req-da9e5414-9c72-4305-b088-60bc7ddcbbb8 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:29.312410 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f871a397-b7aa-496b-bb94-b17a3b28a3a2 req-da9e5414-9c72-4305-b088-60bc7ddcbbb8 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.0644057 Jul 16 11:44:29.349194 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f871a397-b7aa-496b-bb94-b17a3b28a3a2 req-84422038-d9b1-4a05-9c97-5480b606e221 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313146 Jul 16 11:44:29.399648 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-785938ce-cb0c-4af2-bef4-56f3ba2538fd req-b571de12-58ed-4152-b34d-4c4289dfc4a7 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855556153&fields=id&tenant_id=3016b8911f0e4baa95cf318314f00c3f HTTP/1.1" status: 200 len: 267 time: 0.0331383 Jul 16 11:44:29.465114 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785938ce-cb0c-4af2-bef4-56f3ba2538fd req-cb77b444-7855-4def-a821-14d22b741536 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:29.466614 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-785938ce-cb0c-4af2-bef4-56f3ba2538fd req-cb77b444-7855-4def-a821-14d22b741536 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 985 time: 0.0617204 Jul 16 11:44:29.477235 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [req-785938ce-cb0c-4af2-bef4-56f3ba2538fd req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Request body: {'port': {'security_groups': ['9279467e-9722-4fb9-b95c-945f751e8b16']}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:44:29.565178 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-785938ce-cb0c-4af2-bef4-56f3ba2538fd req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:29.798168 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-05e97b86-3585-4b09-832b-8d628b3823ce req-cb4711ea-9473-4a83-a370-75f34ea5b217 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2238841 Jul 16 11:44:29.807412 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27b0c2-ab3b-4be7-8e12-8565b40074e1 req-04860b09-25fb-422b-bf43-2c97077f4afd tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:29.808794 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4b27b0c2-ab3b-4be7-8e12-8565b40074e1 req-04860b09-25fb-422b-bf43-2c97077f4afd tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.1758533 Jul 16 11:44:29.846959 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [req-785938ce-cb0c-4af2-bef4-56f3ba2538fd req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] For port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98,segment=NetworkSegment(d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5),segment_id=d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:44:30.132330 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4b27b0c2-ab3b-4be7-8e12-8565b40074e1 req-c5d62cd8-a462-4176-abda-5ef1c8767228 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3171403 Jul 16 11:44:30.147018 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-785938ce-cb0c-4af2-bef4-56f3ba2538fd req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:30.151394 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-785938ce-cb0c-4af2-bef4-56f3ba2538fd req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:30.163224 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['a6aec4a7-ccb1-4614-90a0-1b0a17f07e98'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:44:30.201058 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785938ce-cb0c-4af2-bef4-56f3ba2538fd req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:30.201679 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [req-785938ce-cb0c-4af2-bef4-56f3ba2538fd req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:30.203136 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-785938ce-cb0c-4af2-bef4-56f3ba2538fd req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "PUT /v2.0/ports/a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 HTTP/1.1" status: 200 len: 943 time: 0.7306497 Jul 16 11:44:30.203580 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'tag': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:44:30.206087 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abdd154-cd1d-48c3-9f02-c0eecb0df740" -d '{"events": [{"name": "network-changed", "server_uuid": "cef80359-9462-4ec1-a401-a4a8ccfe3c5b", "tag": "a6aec4a7-ccb1-4614-90a0-1b0a17f07e98"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:44:30.210152 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51784) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:44:30.233635 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Pushing event updated for resources: {'Port': ['ID=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98,revision_number=7']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:30.242414 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.242757 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.243354 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.243691 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.244049 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.244428 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.244756 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.245082 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.245404 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.245723 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.246040 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.246357 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a3718-ded3-4e9d-8497-59a94baa946e tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.267408 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf96d9f-4333-4a3e-beb3-829d9e032bd2 x-openstack-request-id: req-1bf96d9f-4333-4a3e-beb3-829d9e032bd2 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:44:30.267408 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef80359-9462-4ec1-a401-a4a8ccfe3c5b", "tag": "a6aec4a7-ccb1-4614-90a0-1b0a17f07e98", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:44:30.267408 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bf96d9f-4333-4a3e-beb3-829d9e032bd2 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:44:30.267408 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'tag': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98', 'status': 'completed', 'code': 200} Jul 16 11:44:30.268108 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['a6aec4a7-ccb1-4614-90a0-1b0a17f07e98'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:44:30.341884 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-eb6ff7f7-76ef-4098-a309-1ce4daa38a7b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:30.377265 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-eb6ff7f7-76ef-4098-a309-1ce4daa38a7b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:30.422374 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdd154-cd1d-48c3-9f02-c0eecb0df740 req-9da76043-986f-4c67-a71e-4a1bfe51f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:30.424062 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6abdd154-cd1d-48c3-9f02-c0eecb0df740 req-9da76043-986f-4c67-a71e-4a1bfe51f92e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3016b8911f0e4baa95cf318314f00c3f&device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 1099 time: 0.1349828 Jul 16 11:44:30.484688 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-038d7132-c8a0-4d9b-8bc6-11aa52df7c07 None None] Provisioning complete for port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:44:30.485064 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-038d7132-c8a0-4d9b-8bc6-11aa52df7c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:30.513539 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-eb6ff7f7-76ef-4098-a309-1ce4daa38a7b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:30.516133 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-eb6ff7f7-76ef-4098-a309-1ce4daa38a7b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:30.517340 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-eb6ff7f7-76ef-4098-a309-1ce4daa38a7b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "DELETE /v2.0/security-groups/12887d44-9c3d-4288-874a-65a9e9437ccd HTTP/1.1" status: 204 len: 168 time: 0.3056655 Jul 16 11:44:30.520243 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51786) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:44:30.535511 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdd154-cd1d-48c3-9f02-c0eecb0df740 req-2a726c98-be94-46cf-8be0-0e48364d91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:30.537711 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6abdd154-cd1d-48c3-9f02-c0eecb0df740 req-2a726c98-be94-46cf-8be0-0e48364d91f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49ab9ba0-9760-408d-a2a4-28ab5e11855f HTTP/1.1" status: 200 len: 915 time: 0.1067731 Jul 16 11:44:30.538608 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ff7f7-76ef-4098-a309-1ce4daa38a7b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12887d44-9c3d-4288-874a-65a9e9437ccd,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:30.554210 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ff7f7-76ef-4098-a309-1ce4daa38a7b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.554668 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ff7f7-76ef-4098-a309-1ce4daa38a7b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.555076 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ff7f7-76ef-4098-a309-1ce4daa38a7b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.555495 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ff7f7-76ef-4098-a309-1ce4daa38a7b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.556020 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ff7f7-76ef-4098-a309-1ce4daa38a7b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.556427 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ff7f7-76ef-4098-a309-1ce4daa38a7b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.556824 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ff7f7-76ef-4098-a309-1ce4daa38a7b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.557215 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ff7f7-76ef-4098-a309-1ce4daa38a7b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.557607 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ff7f7-76ef-4098-a309-1ce4daa38a7b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.557995 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ff7f7-76ef-4098-a309-1ce4daa38a7b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.558382 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ff7f7-76ef-4098-a309-1ce4daa38a7b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.558772 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ff7f7-76ef-4098-a309-1ce4daa38a7b tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:30.623350 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6abdd154-cd1d-48c3-9f02-c0eecb0df740 req-21d96cd0-ffe4-4e0b-a5d7-aa67d8e9428f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 HTTP/1.1" status: 200 len: 1002 time: 0.0776117 Jul 16 11:44:30.674956 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdd154-cd1d-48c3-9f02-c0eecb0df740 req-e8cf61da-932c-4d89-b2c8-144546a66aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:30.676532 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6abdd154-cd1d-48c3-9f02-c0eecb0df740 req-e8cf61da-932c-4d89-b2c8-144546a66aeb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c32bba3-a9f2-4f80-bf63-6d84b53ce724 HTTP/1.1" status: 200 len: 853 time: 0.0469074 Jul 16 11:44:30.706285 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-a4d3ae6d-9f9e-4178-9d00-adb4b3ef2296 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Deleting port f08b3418-b1a6-46e7-9a12-2d0babbc0af3 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:44:30.706550 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a4d3ae6d-9f9e-4178-9d00-adb4b3ef2296 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:30.745334 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdd154-cd1d-48c3-9f02-c0eecb0df740 req-e0d65b7a-a97d-4f07-9e59-a8c51a7ddbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:30.746923 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6abdd154-cd1d-48c3-9f02-c0eecb0df740 req-e0d65b7a-a97d-4f07-9e59-a8c51a7ddbdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49ab9ba0-9760-408d-a2a4-28ab5e11855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636857 Jul 16 11:44:30.785623 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a4d3ae6d-9f9e-4178-9d00-adb4b3ef2296 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:30.785954 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a4d3ae6d-9f9e-4178-9d00-adb4b3ef2296 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:30.797828 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-a4d3ae6d-9f9e-4178-9d00-adb4b3ef2296 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Calling delete_port for f08b3418-b1a6-46e7-9a12-2d0babbc0af3 owned by network:floatingip {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:44:30.838091 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6abdd154-cd1d-48c3-9f02-c0eecb0df740 req-826350b0-99e0-44f4-9f46-ac60d6e559a4 service neutron] 10.222.0.13 "GET /v2.0/networks/49ab9ba0-9760-408d-a2a4-28ab5e11855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850551 Jul 16 11:44:30.945728 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6abdd154-cd1d-48c3-9f02-c0eecb0df740 req-909d9a38-453b-4671-b21b-72f9dc37bda6 service neutron] 10.222.0.13 "GET /v2.0/networks/49ab9ba0-9760-408d-a2a4-28ab5e11855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014616 Jul 16 11:44:30.981137 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a4d3ae6d-9f9e-4178-9d00-adb4b3ef2296 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:31.005446 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3ae6d-9f9e-4178-9d00-adb4b3ef2296 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Pushing event deleted for resources: {'Port': ['ID=f08b3418-b1a6-46e7-9a12-2d0babbc0af3,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:31.068038 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a4d3ae6d-9f9e-4178-9d00-adb4b3ef2296 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks [] for floatingip, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:31.068364 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.l3_db [None req-a4d3ae6d-9f9e-4178-9d00-adb4b3ef2296 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Floating IP f13238f0-d490-4c3a-9362-b02298cb8110 disassociated (deleted). External IP: 172.27.0.129, port: a6aec4a7-ccb1-4614-90a0-1b0a17f07e98. Jul 16 11:44:31.190404 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e97b86-3585-4b09-832b-8d628b3823ce req-cfc1b449-c091-4c38-97b9-64eda969dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:31.192075 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-05e97b86-3585-4b09-832b-8d628b3823ce req-cfc1b449-c091-4c38-97b9-64eda969dfb0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d&tenant_id=93d67139c1574082adc4bf9a91d7bce7 HTTP/1.1" status: 200 len: 1099 time: 0.0536966 Jul 16 11:44:31.269627 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e97b86-3585-4b09-832b-8d628b3823ce req-5b58c140-70a0-47bd-8147-36714605ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:31.271974 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-05e97b86-3585-4b09-832b-8d628b3823ce req-5b58c140-70a0-47bd-8147-36714605ab23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93d67139c1574082adc4bf9a91d7bce7&device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 1099 time: 0.0572910 Jul 16 11:44:31.315765 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d3ae6d-9f9e-4178-9d00-adb4b3ef2296 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Router 2504d8eb-83ae-44d3-891a-a1b096e63530 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:44:31.342690 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b735091-d411-4579-8206-4ca9df7497cc req-db4b483a-0090-4a60-bbe3-335e8a27008f tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:31.344188 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2b735091-d411-4579-8206-4ca9df7497cc req-db4b483a-0090-4a60-bbe3-335e8a27008f tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.0918996 Jul 16 11:44:31.364375 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e97b86-3585-4b09-832b-8d628b3823ce req-1dd9b6dc-de15-4884-9b12-e9cb0a42ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:31.365974 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-05e97b86-3585-4b09-832b-8d628b3823ce req-1dd9b6dc-de15-4884-9b12-e9cb0a42ab9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec8b37d-8a34-425c-b3f2-8b05bf41901b HTTP/1.1" status: 200 len: 909 time: 0.0877242 Jul 16 11:44:31.428226 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-05e97b86-3585-4b09-832b-8d628b3823ce req-e6ddaf6e-4f4c-419d-861a-b16e9420841a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63b456a9-aaab-4563-9d4c-edf3864aac7d HTTP/1.1" status: 200 len: 1002 time: 0.0557890 Jul 16 11:44:31.451802 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2b735091-d411-4579-8206-4ca9df7497cc req-4da08650-7469-4324-8dd7-78a76e854e48 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782409 Jul 16 11:44:31.464579 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d3ae6d-9f9e-4178-9d00-adb4b3ef2296 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:44:31.469533 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a4d3ae6d-9f9e-4178-9d00-adb4b3ef2296 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:31.479198 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6195a8a7-b2e5-4517-a342-1170107e5c52 None None] Sync routers for ids ['2504d8eb-83ae-44d3-891a-a1b096e63530'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:44:31.482194 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e97b86-3585-4b09-832b-8d628b3823ce req-040ece7d-d429-48b9-9702-0b6975dec9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:31.483707 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-05e97b86-3585-4b09-832b-8d628b3823ce req-040ece7d-d429-48b9-9702-0b6975dec9cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54c7060f-8812-4e37-95d7-28363b5784b1 HTTP/1.1" status: 200 len: 847 time: 0.0499215 Jul 16 11:44:31.488720 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6195a8a7-b2e5-4517-a342-1170107e5c52 None None] Routers {'2504d8eb-83ae-44d3-891a-a1b096e63530'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:44:31.489417 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-6195a8a7-b2e5-4517-a342-1170107e5c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:44:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['2504d8eb-83ae-44d3-891a-a1b096e63530'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:44:31.510520 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-a4d3ae6d-9f9e-4178-9d00-adb4b3ef2296 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "DELETE /v2.0/floatingips/f13238f0-d490-4c3a-9362-b02298cb8110 HTTP/1.1" status: 204 len: 168 time: 0.9886153 Jul 16 11:44:31.543099 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e97b86-3585-4b09-832b-8d628b3823ce req-89d67c99-4421-4a5c-8f75-068aa8a5f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:31.544722 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-05e97b86-3585-4b09-832b-8d628b3823ce req-89d67c99-4421-4a5c-8f75-068aa8a5f194 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec8b37d-8a34-425c-b3f2-8b05bf41901b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547791 Jul 16 11:44:31.599728 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-6195a8a7-b2e5-4517-a342-1170107e5c52 None None] Set router 2504d8eb-83ae-44d3-891a-a1b096e63530 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:44:31.639060 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-05e97b86-3585-4b09-832b-8d628b3823ce req-487abe8d-760f-4526-b1ad-fc070172d4c0 service neutron] 10.222.0.13 "GET /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876698 Jul 16 11:44:31.697490 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e67f1e05-3da9-4407-aa87-62d94e4e59fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:31.753049 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-05e97b86-3585-4b09-832b-8d628b3823ce req-f6cb1f9a-e91c-48f4-a17f-514a2ef6c55e service neutron] 10.222.0.13 "GET /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079395 Jul 16 11:44:31.829917 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-6195a8a7-b2e5-4517-a342-1170107e5c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'name': 'tempest-TestMinimumBasicScenario-905019183-router', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b7316344-f43f-477f-b2c2-796777b52915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:33Z', 'updated_at': '2021-07-16T11:42:36Z', 'revision_number': 4, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'gw_port': {'id': 'b7316344-f43f-477f-b2c2-796777b52915', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:34Z', 'updated_at': '2021-07-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '17a16072-c50e-4318-bb11-df526909295c', 'name': '', 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'mac_address': 'fa:16:3e:7d:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:36Z', 'updated_at': '2021-07-16T11:42:41Z', 'revision_number': 5, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'subnets': [{'id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:44:31.860773 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6195a8a7-b2e5-4517-a342-1170107e5c52 None None] Checking router: 2504d8eb-83ae-44d3-891a-a1b096e63530 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:44:31.869315 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6195a8a7-b2e5-4517-a342-1170107e5c52 None None] Routers {'2504d8eb-83ae-44d3-891a-a1b096e63530'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:44:31.869922 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-6195a8a7-b2e5-4517-a342-1170107e5c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:44:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['2504d8eb-83ae-44d3-891a-a1b096e63530'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:44:31.971921 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-6195a8a7-b2e5-4517-a342-1170107e5c52 None None] Set router 2504d8eb-83ae-44d3-891a-a1b096e63530 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:44:32.101824 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:32.179285 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-6195a8a7-b2e5-4517-a342-1170107e5c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'name': 'tempest-TestMinimumBasicScenario-905019183-router', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b7316344-f43f-477f-b2c2-796777b52915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:33Z', 'updated_at': '2021-07-16T11:42:36Z', 'revision_number': 4, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'gw_port': {'id': 'b7316344-f43f-477f-b2c2-796777b52915', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:34Z', 'updated_at': '2021-07-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '17a16072-c50e-4318-bb11-df526909295c', 'name': '', 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'mac_address': 'fa:16:3e:7d:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:36Z', 'updated_at': '2021-07-16T11:42:41Z', 'revision_number': 5, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'subnets': [{'id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:44:32.209061 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6195a8a7-b2e5-4517-a342-1170107e5c52 None None] The sync data for ids ['2504d8eb-83ae-44d3-891a-a1b096e63530'] in dv-cinder-784763-6-iscsi is: [{'id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'name': 'tempest-TestMinimumBasicScenario-905019183-router', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b7316344-f43f-477f-b2c2-796777b52915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:33Z', 'updated_at': '2021-07-16T11:42:36Z', 'revision_number': 4, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'gw_port': {'id': 'b7316344-f43f-477f-b2c2-796777b52915', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:34Z', 'updated_at': '2021-07-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '17a16072-c50e-4318-bb11-df526909295c', 'name': '', 'network_id': '49ab9ba0-9760-408d-a2a4-28ab5e11855f', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'mac_address': 'fa:16:3e:7d:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:36Z', 'updated_at': '2021-07-16T11:42:41Z', 'revision_number': 5, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'subnets': [{'id': '2c32bba3-a9f2-4f80-bf63-6d84b53ce724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:44:32.265918 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'tag': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:44:32.268628 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47946c91-e410-4a20-88ac-32bd7153c56f" -d '{"events": [{"name": "network-changed", "server_uuid": "cef80359-9462-4ec1-a401-a4a8ccfe3c5b", "tag": "a6aec4a7-ccb1-4614-90a0-1b0a17f07e98"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:44:32.304958 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de24ba23-bda3-4d44-ac3c-a7a27b0030b5 x-openstack-request-id: req-de24ba23-bda3-4d44-ac3c-a7a27b0030b5 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:44:32.305256 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef80359-9462-4ec1-a401-a4a8ccfe3c5b", "tag": "a6aec4a7-ccb1-4614-90a0-1b0a17f07e98", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:44:32.305507 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de24ba23-bda3-4d44-ac3c-a7a27b0030b5 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:44:32.305901 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'tag': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98', 'status': 'completed', 'code': 200} Jul 16 11:44:32.379695 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47946c91-e410-4a20-88ac-32bd7153c56f req-20c79dde-f388-4d4a-a8fc-da94393eb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:32.381747 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-47946c91-e410-4a20-88ac-32bd7153c56f req-20c79dde-f388-4d4a-a8fc-da94393eb6cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3016b8911f0e4baa95cf318314f00c3f&device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 1099 time: 0.0537324 Jul 16 11:44:32.428680 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97082d8-9bcc-4771-b7af-b137f2a45aad None None] New status for floating IP f13238f0-d490-4c3a-9362-b02298cb8110: DOWN {{(pid=93106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 11:44:32.487755 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47946c91-e410-4a20-88ac-32bd7153c56f req-e3a943d8-8681-4646-9b49-b004fa43bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:32.490444 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-47946c91-e410-4a20-88ac-32bd7153c56f req-e3a943d8-8681-4646-9b49-b004fa43bfb5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49ab9ba0-9760-408d-a2a4-28ab5e11855f HTTP/1.1" status: 200 len: 915 time: 0.1012156 Jul 16 11:44:32.532428 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-47946c91-e410-4a20-88ac-32bd7153c56f req-29c9b546-78dc-43f9-9224-3897d828319b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 HTTP/1.1" status: 200 len: 217 time: 0.0359380 Jul 16 11:44:32.584236 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47946c91-e410-4a20-88ac-32bd7153c56f req-23f6e625-c5df-4602-8f78-01bc966fbdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:32.585706 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-47946c91-e410-4a20-88ac-32bd7153c56f req-23f6e625-c5df-4602-8f78-01bc966fbdd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c32bba3-a9f2-4f80-bf63-6d84b53ce724 HTTP/1.1" status: 200 len: 853 time: 0.0469842 Jul 16 11:44:32.638385 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d1c60-bff2-45e0-9411-1cc326604656 req-bd4c38cb-951e-4613-8104-029ab1523429 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:32.639865 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-aa9d1c60-bff2-45e0-9411-1cc326604656 req-bd4c38cb-951e-4613-8104-029ab1523429 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.0665138 Jul 16 11:44:32.640997 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47946c91-e410-4a20-88ac-32bd7153c56f req-76680fd9-21a3-4a50-9be7-d97002bb0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:32.642494 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-47946c91-e410-4a20-88ac-32bd7153c56f req-76680fd9-21a3-4a50-9be7-d97002bb0813 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49ab9ba0-9760-408d-a2a4-28ab5e11855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506053 Jul 16 11:44:32.676647 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-aa9d1c60-bff2-45e0-9411-1cc326604656 req-71128581-58ed-4fba-84e0-619cab03ff1d tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311632 Jul 16 11:44:32.728238 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-47946c91-e410-4a20-88ac-32bd7153c56f req-2eae13c4-6b1c-45ba-bb9b-e26e01a042a2 service neutron] 10.222.0.13 "GET /v2.0/networks/49ab9ba0-9760-408d-a2a4-28ab5e11855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793574 Jul 16 11:44:32.790393 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 63b456a9-aaab-4563-9d4c-edf3864aac7d no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:44:32.844199 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:32.883349 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:32.906827 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b456a9-aaab-4563-9d4c-edf3864aac7d'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:44:32.909295 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6656b171-118c-41ea-9257-2b55f019758d" -d '{"events": [{"server_uuid": "799aa3c2-1e2d-454d-a381-034e1b41493d", "name": "network-vif-unplugged", "status": "completed", "tag": "63b456a9-aaab-4563-9d4c-edf3864aac7d"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:44:32.924263 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 63b456a9-aaab-4563-9d4c-edf3864aac7d, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=63b456a9-aaab-4563-9d4c-edf3864aac7d,segment=NetworkSegment(1f10c6fb-c0c4-402c-8ace-8a35357d36f0),segment_id=1f10c6fb-c0c4-402c-8ace-8a35357d36f0)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:44:32.931232 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:32.970158 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 11:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f16c238-700d-49f5-90e5-ce683c01552f x-openstack-request-id: req-7f16c238-700d-49f5-90e5-ce683c01552f {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:44:32.970474 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799aa3c2-1e2d-454d-a381-034e1b41493d", "name": "network-vif-unplugged", "status": "completed", "tag": "63b456a9-aaab-4563-9d4c-edf3864aac7d", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:44:32.970729 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f16c238-700d-49f5-90e5-ce683c01552f {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:44:32.971115 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b456a9-aaab-4563-9d4c-edf3864aac7d', 'code': 200} Jul 16 11:44:32.998803 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=63b456a9-aaab-4563-9d4c-edf3864aac7d,revision_number=6']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:33.006040 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:33.006379 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:33.006719 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:33.007046 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:33.007378 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:33.007707 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:33.008073 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:33.008400 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:33.008729 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:33.009053 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:33.009372 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:33.009691 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:44:33.045124 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-47946c91-e410-4a20-88ac-32bd7153c56f req-6419bacc-d3f7-4fc6-89e5-7098a1f092a1 service neutron] 10.222.0.13 "GET /v2.0/networks/49ab9ba0-9760-408d-a2a4-28ab5e11855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109374 Jul 16 11:44:33.845723 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dd084-f309-430b-b106-49dd8fe341cf req-8ad4147f-8934-49e6-bb7c-facb1ea3a401 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:33.847150 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9d3dd084-f309-430b-b106-49dd8fe341cf req-8ad4147f-8934-49e6-bb7c-facb1ea3a401 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 944 time: 0.0611746 Jul 16 11:44:33.883732 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9d3dd084-f309-430b-b106-49dd8fe341cf req-61515ecc-517c-4de0-8e87-555835980f91 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311422 Jul 16 11:44:34.340487 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:34.567197 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000c082-0c5c-484d-b6c0-6911b388a47a req-acfefd1d-8739-462d-bdbb-8f67abcb1b29 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:34.569255 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f000c082-0c5c-484d-b6c0-6911b388a47a req-acfefd1d-8739-462d-bdbb-8f67abcb1b29 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 946 time: 0.0661905 Jul 16 11:44:34.606203 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f000c082-0c5c-484d-b6c0-6911b388a47a req-bd0cbb91-1966-41a2-92e5-da39dbe8c8ec tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313356 Jul 16 11:44:35.167030 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd664db-4cca-48c3-9e21-628986470947 req-84d3512f-14e9-482c-b9fa-04b19e604d0e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:35.169000 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-acd664db-4cca-48c3-9e21-628986470947 req-84d3512f-14e9-482c-b9fa-04b19e604d0e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 944 time: 0.1661165 Jul 16 11:44:35.206092 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-acd664db-4cca-48c3-9e21-628986470947 req-d344fefc-337a-44df-aab5-9da97f99b5bb tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312233 Jul 16 11:44:35.453474 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:44:35.774380 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66041202-4b08-4675-8a3e-df73952dd890 req-fa9ceb28-8630-4957-bb8a-9935d34becf1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:35.775753 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-66041202-4b08-4675-8a3e-df73952dd890 req-fa9ceb28-8630-4957-bb8a-9935d34becf1 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 946 time: 0.0617995 Jul 16 11:44:35.812451 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-66041202-4b08-4675-8a3e-df73952dd890 req-c788725f-39e5-4729-a0a6-9075073fa8a0 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/security-groups?id=9279467e-9722-4fb9-b95c-945f751e8b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312879 Jul 16 11:44:36.111676 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb68e60-a5f8-48d9-95ac-3f78e4575fe4 req-67777e5d-7c43-40a3-bc7e-4cec23ea3c30 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:36.113126 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-abb68e60-a5f8-48d9-95ac-3f78e4575fe4 req-67777e5d-7c43-40a3-bc7e-4cec23ea3c30 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 946 time: 0.0630176 Jul 16 11:44:36.208736 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-abb68e60-a5f8-48d9-95ac-3f78e4575fe4 req-ee6e0dfb-b437-404e-8793-255b05cf7834 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Deleting port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:44:36.209082 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-abb68e60-a5f8-48d9-95ac-3f78e4575fe4 req-ee6e0dfb-b437-404e-8793-255b05cf7834 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:36.296091 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-abb68e60-a5f8-48d9-95ac-3f78e4575fe4 req-ee6e0dfb-b437-404e-8793-255b05cf7834 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] For port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98,segment=NetworkSegment(d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5),segment_id=d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:44:36.296450 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-abb68e60-a5f8-48d9-95ac-3f78e4575fe4 req-ee6e0dfb-b437-404e-8793-255b05cf7834 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:36.312493 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-abb68e60-a5f8-48d9-95ac-3f78e4575fe4 req-ee6e0dfb-b437-404e-8793-255b05cf7834 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Calling delete_port for a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 owned by compute:nova {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:44:36.381198 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd7998-63c1-499a-98f7-13e1e44a690c req-661dd6c8-c024-478d-9ced-b9097edec67f tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:36.382608 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1cdd7998-63c1-499a-98f7-13e1e44a690c req-661dd6c8-c024-478d-9ced-b9097edec67f tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 944 time: 0.0658937 Jul 16 11:44:36.419970 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-1cdd7998-63c1-499a-98f7-13e1e44a690c req-ee6ce436-60b1-4bff-90ca-ce12eeaa5c46 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318456 Jul 16 11:44:36.438793 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-abb68e60-a5f8-48d9-95ac-3f78e4575fe4 req-ee6e0dfb-b437-404e-8793-255b05cf7834 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:36.450163 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['a6aec4a7-ccb1-4614-90a0-1b0a17f07e98'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:44:36.468998 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e0dfb-b437-404e-8793-255b05cf7834 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Pushing event deleted for resources: {'Port': ['ID=a6aec4a7-ccb1-4614-90a0-1b0a17f07e98,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:36.516578 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb68e60-a5f8-48d9-95ac-3f78e4575fe4 req-ee6e0dfb-b437-404e-8793-255b05cf7834 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] No DVR routers for this DVR port a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 on host hv-cinder-78476 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:44:36.518999 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-abb68e60-a5f8-48d9-95ac-3f78e4575fe4 req-ee6e0dfb-b437-404e-8793-255b05cf7834 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:36.520976 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-abb68e60-a5f8-48d9-95ac-3f78e4575fe4 req-ee6e0dfb-b437-404e-8793-255b05cf7834 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.13 "DELETE /v2.0/ports/a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 HTTP/1.1" status: 204 len: 173 time: 0.4022329 Jul 16 11:44:36.521408 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'name': 'network-vif-deleted', 'tag': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:44:36.524169 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8311716-cd53-4fd4-a6cf-b6bd59bfded1" -d '{"events": [{"server_uuid": "cef80359-9462-4ec1-a401-a4a8ccfe3c5b", "name": "network-vif-deleted", "tag": "a6aec4a7-ccb1-4614-90a0-1b0a17f07e98"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:44:36.559024 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d68466-9228-4e63-bcfd-7061d48f3193 x-openstack-request-id: req-30d68466-9228-4e63-bcfd-7061d48f3193 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:44:36.559316 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef80359-9462-4ec1-a401-a4a8ccfe3c5b", "name": "network-vif-deleted", "tag": "a6aec4a7-ccb1-4614-90a0-1b0a17f07e98", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:44:36.559566 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30d68466-9228-4e63-bcfd-7061d48f3193 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:44:36.559994 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef80359-9462-4ec1-a401-a4a8ccfe3c5b', 'name': 'network-vif-deleted', 'tag': 'a6aec4a7-ccb1-4614-90a0-1b0a17f07e98', 'status': 'completed', 'code': 200} Jul 16 11:44:36.967044 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4278ceb3-9bee-412e-86c4-66e8cf3bf4b8 req-1566d7be-3cd7-4881-a712-5305039ef589 tempest-TestMinimumBasicScenario-1458367322 tempest-TestMinimumBasicScenario-1458367322-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef80359-9462-4ec1-a401-a4a8ccfe3c5b HTTP/1.1" status: 200 len: 210 time: 0.0278454 Jul 16 11:44:37.592958 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f99e1-70cd-447a-a0ee-e0a0df100bf5 req-31dbc46b-ae15-4a8e-bcd4-32d280bcb54b tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:37.594448 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-421f99e1-70cd-447a-a0ee-e0a0df100bf5 req-31dbc46b-ae15-4a8e-bcd4-32d280bcb54b tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 944 time: 0.0643492 Jul 16 11:44:37.632474 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-421f99e1-70cd-447a-a0ee-e0a0df100bf5 req-14d645e6-8858-4675-9c4a-3f10232bab13 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325139 Jul 16 11:44:37.752163 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5a656-dbf8-4032-965f-84fe0e1404c6 req-670ca907-25b4-49ea-a97c-27e199ccf631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:37.753551 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-3ae5a656-dbf8-4032-965f-84fe0e1404c6 req-670ca907-25b4-49ea-a97c-27e199ccf631 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 1097 time: 0.0502007 Jul 16 11:44:37.786773 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-3ae5a656-dbf8-4032-965f-84fe0e1404c6 req-4e79ac49-1ea5-439a-8edf-14fd1ac53ebe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264907 Jul 16 11:44:38.801262 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee159166-d079-4c5d-8b02-4f533f2b3168 req-1b53cd26-2bb7-4dcd-85b1-bc7aa09a1681 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:44:38.802711 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ee159166-d079-4c5d-8b02-4f533f2b3168 req-1b53cd26-2bb7-4dcd-85b1-bc7aa09a1681 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 944 time: 0.0646582 Jul 16 11:44:38.838721 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ee159166-d079-4c5d-8b02-4f533f2b3168 req-c51a67f7-0844-4d1f-a184-3f9ae11024d9 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299821 Jul 16 11:44:39.564683 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51890) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:44:39.892290 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-30000f2e-d7e8-41ee-88c2-e4dd0df101f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1726629'] for router_interface, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:40.136202 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-30000f2e-d7e8-41ee-88c2-e4dd0df101f3 admin admin] Deleting port 17a16072-c50e-4318-bb11-df526909295c {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:44:40.136538 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-30000f2e-d7e8-41ee-88c2-e4dd0df101f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:40.212657 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-30000f2e-d7e8-41ee-88c2-e4dd0df101f3 admin admin] For port 17a16072-c50e-4318-bb11-df526909295c, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=17a16072-c50e-4318-bb11-df526909295c,segment=NetworkSegment(d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5),segment_id=d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:44:40.212935 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-30000f2e-d7e8-41ee-88c2-e4dd0df101f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:40.224640 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-30000f2e-d7e8-41ee-88c2-e4dd0df101f3 admin admin] Calling delete_port for 17a16072-c50e-4318-bb11-df526909295c owned by network:router_interface {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:44:40.397696 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-30000f2e-d7e8-41ee-88c2-e4dd0df101f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:40.421154 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30000f2e-d7e8-41ee-88c2-e4dd0df101f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=17a16072-c50e-4318-bb11-df526909295c,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:40.587642 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-30000f2e-d7e8-41ee-88c2-e4dd0df101f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725237'] for router_interface, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:40.793558 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30000f2e-d7e8-41ee-88c2-e4dd0df101f3 admin admin] Router 2504d8eb-83ae-44d3-891a-a1b096e63530 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:44:40.827888 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 63b456a9-aaab-4563-9d4c-edf3864aac7d details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:44:40.829925 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:44:40.853739 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:44:40.854075 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device a6aec4a7-ccb1-4614-90a0-1b0a17f07e98 not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:44:40.949570 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 63b456a9-aaab-4563-9d4c-edf3864aac7d, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=63b456a9-aaab-4563-9d4c-edf3864aac7d,segment=NetworkSegment(1f10c6fb-c0c4-402c-8ace-8a35357d36f0),segment_id=1f10c6fb-c0c4-402c-8ace-8a35357d36f0)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:44:40.960612 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': '63b456a9-aaab-4563-9d4c-edf3864aac7d', 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b', 'port_id': '63b456a9-aaab-4563-9d4c-edf3864aac7d', 'mac_address': 'fa:16:3e:38:d7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:44:40.998928 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:41.012849 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b456a9-aaab-4563-9d4c-edf3864aac7d {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:44:41.032640 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 63b456a9-aaab-4563-9d4c-edf3864aac7d, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=63b456a9-aaab-4563-9d4c-edf3864aac7d,segment=NetworkSegment(1f10c6fb-c0c4-402c-8ace-8a35357d36f0),segment_id=1f10c6fb-c0c4-402c-8ace-8a35357d36f0)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:44:41.037810 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:41.086480 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=63b456a9-aaab-4563-9d4c-edf3864aac7d,revision_number=7']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:41.160203 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30000f2e-d7e8-41ee-88c2-e4dd0df101f3 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:44:41.165548 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-30000f2e-d7e8-41ee-88c2-e4dd0df101f3 admin admin] 10.222.0.16 "PUT /v2.0/routers/2504d8eb-83ae-44d3-891a-a1b096e63530/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5998487 Jul 16 11:44:41.168044 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51892) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:44:41.170803 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2a2ade-f6fb-4256-b49b-20d77839303a None None] Sync routers for ids ['2504d8eb-83ae-44d3-891a-a1b096e63530'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:44:41.184617 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2a2ade-f6fb-4256-b49b-20d77839303a None None] Routers {'2504d8eb-83ae-44d3-891a-a1b096e63530'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:44:41.185343 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-7e2a2ade-f6fb-4256-b49b-20d77839303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:44:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['2504d8eb-83ae-44d3-891a-a1b096e63530'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:44:41.265423 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['63b456a9-aaab-4563-9d4c-edf3864aac7d'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:44:41.277994 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd1e8-4931-4e06-a9dc-e9fa7af920be admin admin] Notify callbacks [] for router, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:41.323980 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-7e2a2ade-f6fb-4256-b49b-20d77839303a None None] Set router 2504d8eb-83ae-44d3-891a-a1b096e63530 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:44:41.379414 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd1e8-4931-4e06-a9dc-e9fa7af920be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:41.429338 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-5f7cd1e8-4931-4e06-a9dc-e9fa7af920be admin admin] Deleting port b7316344-f43f-477f-b2c2-796777b52915 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:44:41.429671 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd1e8-4931-4e06-a9dc-e9fa7af920be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:41.508024 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-5f7cd1e8-4931-4e06-a9dc-e9fa7af920be admin admin] For port b7316344-f43f-477f-b2c2-796777b52915, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=b7316344-f43f-477f-b2c2-796777b52915,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:44:41.508382 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd1e8-4931-4e06-a9dc-e9fa7af920be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:41.520209 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-5f7cd1e8-4931-4e06-a9dc-e9fa7af920be admin admin] Calling delete_port for b7316344-f43f-477f-b2c2-796777b52915 owned by network:router_gateway {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:44:41.687707 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd1e8-4931-4e06-a9dc-e9fa7af920be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:41.711772 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-7e2a2ade-f6fb-4256-b49b-20d77839303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'name': 'tempest-TestMinimumBasicScenario-905019183-router', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b7316344-f43f-477f-b2c2-796777b52915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:33Z', 'updated_at': '2021-07-16T11:44:40Z', 'revision_number': 5, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'gw_port': {'id': 'b7316344-f43f-477f-b2c2-796777b52915', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:34Z', 'updated_at': '2021-07-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:44:41.714419 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7cd1e8-4931-4e06-a9dc-e9fa7af920be admin admin] Pushing event deleted for resources: {'Port': ['ID=b7316344-f43f-477f-b2c2-796777b52915,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:41.750811 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2a2ade-f6fb-4256-b49b-20d77839303a None None] Checking router: 2504d8eb-83ae-44d3-891a-a1b096e63530 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:44:41.772932 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd1e8-4931-4e06-a9dc-e9fa7af920be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814383'] for router_gateway, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:41.773148 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2a2ade-f6fb-4256-b49b-20d77839303a None None] Routers {'2504d8eb-83ae-44d3-891a-a1b096e63530'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:44:41.773637 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-7e2a2ade-f6fb-4256-b49b-20d77839303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:44:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['2504d8eb-83ae-44d3-891a-a1b096e63530'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:44:41.851758 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-7e2a2ade-f6fb-4256-b49b-20d77839303a None None] Set router 2504d8eb-83ae-44d3-891a-a1b096e63530 gateway port host: None {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:44:41.860515 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd1e8-4931-4e06-a9dc-e9fa7af920be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126567'] for router, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:41.862577 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd1e8-4931-4e06-a9dc-e9fa7af920be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:41.907994 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd1e8-4931-4e06-a9dc-e9fa7af920be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810925'] for router, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:41.908846 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7cd1e8-4931-4e06-a9dc-e9fa7af920be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2504d8eb-83ae-44d3-891a-a1b096e63530 {{(pid=93104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 11:44:41.911875 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-7e2a2ade-f6fb-4256-b49b-20d77839303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'name': 'tempest-TestMinimumBasicScenario-905019183-router', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:33Z', 'updated_at': '2021-07-16T11:44:41Z', 'revision_number': 7, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'gw_port_host': None}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:44:41.915443 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5f7cd1e8-4931-4e06-a9dc-e9fa7af920be admin admin] Notify callbacks [] for router, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:41.916633 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-5f7cd1e8-4931-4e06-a9dc-e9fa7af920be admin admin] 10.222.0.16 "DELETE /v2.0/routers/2504d8eb-83ae-44d3-891a-a1b096e63530 HTTP/1.1" status: 204 len: 168 time: 0.7476883 Jul 16 11:44:41.919023 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51894) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:44:41.938936 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2a2ade-f6fb-4256-b49b-20d77839303a None None] The sync data for ids ['2504d8eb-83ae-44d3-891a-a1b096e63530'] in dv-cinder-784763-6-iscsi is: [{'id': '2504d8eb-83ae-44d3-891a-a1b096e63530', 'name': 'tempest-TestMinimumBasicScenario-905019183-router', 'tenant_id': '3016b8911f0e4baa95cf318314f00c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:33Z', 'updated_at': '2021-07-16T11:44:41Z', 'revision_number': 7, 'project_id': '3016b8911f0e4baa95cf318314f00c3f', 'gw_port_host': None}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:44:41.965734 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c7769d-deb9-4137-8739-6128a5782438 admin admin] Deleting subnet 2c32bba3-a9f2-4f80-bf63-6d84b53ce724 {{(pid=93104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 11:44:41.969773 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-71c7769d-deb9-4137-8739-6128a5782438 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.002407 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-71c7769d-deb9-4137-8739-6128a5782438 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9065772'] for subnet, precommit_delete_associations {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.081363 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-71c7769d-deb9-4137-8739-6128a5782438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732748'] for subnet, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.129617 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-71c7769d-deb9-4137-8739-6128a5782438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9065764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526688'] for subnet, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.154595 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7769d-deb9-4137-8739-6128a5782438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c32bba3-a9f2-4f80-bf63-6d84b53ce724,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:42.158200 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-71c7769d-deb9-4137-8739-6128a5782438 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.160086 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-71c7769d-deb9-4137-8739-6128a5782438 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2c32bba3-a9f2-4f80-bf63-6d84b53ce724 HTTP/1.1" status: 204 len: 168 time: 0.2400551 Jul 16 11:44:42.162472 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51896) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:44:42.165232 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf0c9bb-ca83-4df2-af35-82384b6ae8e5 None None] Network 49ab9ba0-9760-408d-a2a4-28ab5e11855f requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:44:42.230720 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623655'] for network, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.285939 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] Deleting port c1af87a6-375c-45ad-bff2-2460d88f1ed8 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:44:42.286422 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.349027 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d276ea96-7f5e-421d-8877-43c5949eef4a None None] DHCP port deletion for 49ab9ba0-9760-408d-a2a4-28ab5e11855f request from dv-cinder-784763-6-iscsi {{(pid=93105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 11:44:42.357381 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] For port c1af87a6-375c-45ad-bff2-2460d88f1ed8, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=c1af87a6-375c-45ad-bff2-2460d88f1ed8,segment=NetworkSegment(d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5),segment_id=d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:44:42.357805 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.371069 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] Calling delete_port for c1af87a6-375c-45ad-bff2-2460d88f1ed8 owned by network:dhcp {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:44:42.400948 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-d276ea96-7f5e-421d-8877-43c5949eef4a None None] Deleting port c1af87a6-375c-45ad-bff2-2460d88f1ed8 {{(pid=93105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:44:42.401350 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-d276ea96-7f5e-421d-8877-43c5949eef4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.453451 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.464030 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-d276ea96-7f5e-421d-8877-43c5949eef4a None None] For port c1af87a6-375c-45ad-bff2-2460d88f1ed8, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=c1af87a6-375c-45ad-bff2-2460d88f1ed8,segment=NetworkSegment(d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5),segment_id=d3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:44:42.464441 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-d276ea96-7f5e-421d-8877-43c5949eef4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.475536 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-d276ea96-7f5e-421d-8877-43c5949eef4a None None] Calling delete_port for c1af87a6-375c-45ad-bff2-2460d88f1ed8 owned by network:dhcp {{(pid=93105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:44:42.478548 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1af87a6-375c-45ad-bff2-2460d88f1ed8,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:42.480395 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] No DVR routers for this DVR port c1af87a6-375c-45ad-bff2-2460d88f1ed8 on host dv-cinder-784763-6-iscsi {{(pid=93104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:44:42.549301 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-d276ea96-7f5e-421d-8877-43c5949eef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598'] for port, after_delete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.551902 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734504', 'neutron.services.segments.db._delete_segments_for_network-8746163431244'] for network, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.562211 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ab9ba0-9760-408d-a2a4-28ab5e11855f']}} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:44:42.571796 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5') {'for_net_delete': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:44:42.572059 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c9a6c6-a951-4f1e-aaa2-d9c20f72c3e5') {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:44:42.575092 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276ea96-7f5e-421d-8877-43c5949eef4a None None] Pushing event deleted for resources: {'Port': ['ID=c1af87a6-375c-45ad-bff2-2460d88f1ed8,revision_number=None']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:42.576935 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d276ea96-7f5e-421d-8877-43c5949eef4a None None] No DVR routers for this DVR port c1af87a6-375c-45ad-bff2-2460d88f1ed8 on host dv-cinder-784763-6-iscsi {{(pid=93105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:44:42.580876 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746163433557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9065755'] for segment, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.597144 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.603482 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 11:44:42.603900 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9065606'] for segment, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: Traceback (most recent call last): Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: timer() Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: cb(*args, **kw) Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: return func(*args, **kwargs) Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: self._notify() Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: self.callback(batched_events) Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: event.method(event) Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: return f(self, *a, **k) Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: return self._get(url).json() Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: return self.request(url, 'GET', **kwargs) Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 11:44:42.605522 dv-cinder-784763-6-iscsi neutron-server[93104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 11:44:42.657014 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814451'] for network, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.664275 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.669086 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51898) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:44:42.669597 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] 10.222.0.16 "DELETE /v2.0/networks/49ab9ba0-9760-408d-a2a4-28ab5e11855f HTTP/1.1" status: 204 len: 168 time: 0.5056551 Jul 16 11:44:42.681580 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebe5fa-348e-4079-b815-eb984ebea886 admin admin] Pushing event deleted for resources: {'Network': ['ID=49ab9ba0-9760-408d-a2a4-28ab5e11855f,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:42.834989 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 63b456a9-aaab-4563-9d4c-edf3864aac7d up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:44:42.890479 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port 63b456a9-aaab-4563-9d4c-edf3864aac7d triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:44:42.891122 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.973437 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:42.995869 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b456a9-aaab-4563-9d4c-edf3864aac7d'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:44:42.998125 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1c5781-43f8-41c2-b5be-39b4c6cad492" -d '{"events": [{"server_uuid": "799aa3c2-1e2d-454d-a381-034e1b41493d", "name": "network-vif-plugged", "status": "completed", "tag": "63b456a9-aaab-4563-9d4c-edf3864aac7d"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:44:43.012503 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 63b456a9-aaab-4563-9d4c-edf3864aac7d, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=63b456a9-aaab-4563-9d4c-edf3864aac7d,segment=NetworkSegment(1f10c6fb-c0c4-402c-8ace-8a35357d36f0),segment_id=1f10c6fb-c0c4-402c-8ace-8a35357d36f0)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:44:43.017572 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:43.026731 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e04b02aa-b403-4df4-a3f7-15f172c91e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1726629'] for router_interface, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:43.043323 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22dc9eb-c2e5-487b-b414-c1c730d3d2a1 x-openstack-request-id: req-c22dc9eb-c2e5-487b-b414-c1c730d3d2a1 {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:44:43.043620 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799aa3c2-1e2d-454d-a381-034e1b41493d", "name": "network-vif-plugged", "status": "completed", "tag": "63b456a9-aaab-4563-9d4c-edf3864aac7d", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:44:43.046680 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c22dc9eb-c2e5-487b-b414-c1c730d3d2a1 {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:44:43.046680 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b456a9-aaab-4563-9d4c-edf3864aac7d', 'code': 200} Jul 16 11:44:43.068423 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=63b456a9-aaab-4563-9d4c-edf3864aac7d,revision_number=8']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:43.275065 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device c1af87a6-375c-45ad-bff2-2460d88f1ed8 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:44:43.276711 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e04b02aa-b403-4df4-a3f7-15f172c91e63 admin admin] Deleting port 5ce4f62c-4799-4dcf-9f94-8e3117489cea {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:44:43.277116 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e04b02aa-b403-4df4-a3f7-15f172c91e63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:43.297358 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: c1af87a6-375c-45ad-bff2-2460d88f1ed8 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:44:43.297776 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device c1af87a6-375c-45ad-bff2-2460d88f1ed8 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:44:43.298258 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 17a16072-c50e-4318-bb11-df526909295c no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:44:43.316308 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: 17a16072-c50e-4318-bb11-df526909295c {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:44:43.316649 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 17a16072-c50e-4318-bb11-df526909295c not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:44:43.317046 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device b7316344-f43f-477f-b2c2-796777b52915 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:44:43.334216 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: b7316344-f43f-477f-b2c2-796777b52915 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:44:43.334561 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device b7316344-f43f-477f-b2c2-796777b52915 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:44:43.352886 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e04b02aa-b403-4df4-a3f7-15f172c91e63 admin admin] For port 5ce4f62c-4799-4dcf-9f94-8e3117489cea, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=5ce4f62c-4799-4dcf-9f94-8e3117489cea,segment=NetworkSegment(b292c0a8-7209-4da5-bc9e-94a0818dbf95),segment_id=b292c0a8-7209-4da5-bc9e-94a0818dbf95)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:44:43.353237 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e04b02aa-b403-4df4-a3f7-15f172c91e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:43.364968 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e04b02aa-b403-4df4-a3f7-15f172c91e63 admin admin] Calling delete_port for 5ce4f62c-4799-4dcf-9f94-8e3117489cea owned by network:router_interface {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:44:43.534247 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e04b02aa-b403-4df4-a3f7-15f172c91e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:43.562667 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b02aa-b403-4df4-a3f7-15f172c91e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce4f62c-4799-4dcf-9f94-8e3117489cea,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:43.721883 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e04b02aa-b403-4df4-a3f7-15f172c91e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725237'] for router_interface, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:43.925289 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04b02aa-b403-4df4-a3f7-15f172c91e63 admin admin] Router 06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:44:44.026581 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04b02aa-b403-4df4-a3f7-15f172c91e63 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:44:44.031546 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-e04b02aa-b403-4df4-a3f7-15f172c91e63 admin admin] 10.222.0.16 "PUT /v2.0/routers/06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3613958 Jul 16 11:44:44.034018 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51902) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:44:44.036461 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4559d0-ade0-4765-8786-b408f52e85d1 None None] Sync routers for ids ['06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8'] in dv-cinder-784763-6-iscsi {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:44:44.045986 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4559d0-ade0-4765-8786-b408f52e85d1 None None] Routers {'06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:44:44.046588 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-ee4559d0-ade0-4765-8786-b408f52e85d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:44:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:44:44.134130 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4b7a4512-5d63-460c-874f-1097f36224ec admin admin] Notify callbacks [] for router, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:44.147727 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-ee4559d0-ade0-4765-8786-b408f52e85d1 None None] Set router 06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:44:44.229489 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4b7a4512-5d63-460c-874f-1097f36224ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:44.284045 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a4512-5d63-460c-874f-1097f36224ec admin admin] Deleting port d7a9c72b-d869-4329-bb92-f909b4f7ea54 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:44:44.284391 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4b7a4512-5d63-460c-874f-1097f36224ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:44.316503 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-ee4559d0-ade0-4765-8786-b408f52e85d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'name': 'tempest-TestMinimumBasicScenario-964021429-router', 'tenant_id': 'af88221f55b04b599917ee5baf97fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd7a9c72b-d869-4329-bb92-f909b4f7ea54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:38Z', 'updated_at': '2021-07-16T11:44:43Z', 'revision_number': 5, 'project_id': 'af88221f55b04b599917ee5baf97fcb2', 'gw_port': {'id': 'd7a9c72b-d869-4329-bb92-f909b4f7ea54', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:42:38Z', 'updated_at': '2021-07-16T11:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:44:44.341855 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4559d0-ade0-4765-8786-b408f52e85d1 None None] Checking router: 06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8 for host: dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:44:44.350485 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4559d0-ade0-4765-8786-b408f52e85d1 None None] Routers {'06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:44:44.351081 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-ee4559d0-ade0-4765-8786-b408f52e85d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:44:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:44:44.360123 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4b7a4512-5d63-460c-874f-1097f36224ec admin admin] For port d7a9c72b-d869-4329-bb92-f909b4f7ea54, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=d7a9c72b-d869-4329-bb92-f909b4f7ea54,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:44:44.360477 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4b7a4512-5d63-460c-874f-1097f36224ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:44.373801 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a4512-5d63-460c-874f-1097f36224ec admin admin] Calling delete_port for d7a9c72b-d869-4329-bb92-f909b4f7ea54 owned by network:router_gateway {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:44:44.432877 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-ee4559d0-ade0-4765-8786-b408f52e85d1 None None] Set router 06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8 gateway port host: None {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:44:44.484688 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-ee4559d0-ade0-4765-8786-b408f52e85d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'name': 'tempest-TestMinimumBasicScenario-964021429-router', 'tenant_id': 'af88221f55b04b599917ee5baf97fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:38Z', 'updated_at': '2021-07-16T11:44:44Z', 'revision_number': 6, 'project_id': 'af88221f55b04b599917ee5baf97fcb2', 'gw_port_host': None}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:44:44.510771 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4559d0-ade0-4765-8786-b408f52e85d1 None None] The sync data for ids ['06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8'] in dv-cinder-784763-6-iscsi is: [{'id': '06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8', 'name': 'tempest-TestMinimumBasicScenario-964021429-router', 'tenant_id': 'af88221f55b04b599917ee5baf97fcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:42:38Z', 'updated_at': '2021-07-16T11:44:44Z', 'revision_number': 6, 'project_id': 'af88221f55b04b599917ee5baf97fcb2', 'gw_port_host': None}] {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:44:44.535091 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4b7a4512-5d63-460c-874f-1097f36224ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:44.560547 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a4512-5d63-460c-874f-1097f36224ec admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a9c72b-d869-4329-bb92-f909b4f7ea54,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:44.841251 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4b7a4512-5d63-460c-874f-1097f36224ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814383'] for router_gateway, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:44.935567 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4b7a4512-5d63-460c-874f-1097f36224ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126567'] for router, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:44.937832 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4b7a4512-5d63-460c-874f-1097f36224ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:44.979643 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4b7a4512-5d63-460c-874f-1097f36224ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810925'] for router, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:44.980218 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7a4512-5d63-460c-874f-1097f36224ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8 {{(pid=93103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 11:44:44.985032 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4b7a4512-5d63-460c-874f-1097f36224ec admin admin] Notify callbacks [] for router, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:44.986175 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-4b7a4512-5d63-460c-874f-1097f36224ec admin admin] 10.222.0.16 "DELETE /v2.0/routers/06b4cab0-fa23-4b51-a5c5-cf8dde4d0bf8 HTTP/1.1" status: 204 len: 168 time: 0.9512415 Jul 16 11:44:44.988630 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51906) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:44:45.034157 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3ea283-d2ad-4b18-a043-e1abc29f7cb1 admin admin] Deleting subnet 0809fba7-52ed-430c-b6ab-6267866c374e {{(pid=93103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 11:44:45.037669 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-df3ea283-d2ad-4b18-a043-e1abc29f7cb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:45.070039 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-df3ea283-d2ad-4b18-a043-e1abc29f7cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3667378'] for subnet, precommit_delete_associations {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:45.178017 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-df3ea283-d2ad-4b18-a043-e1abc29f7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732748'] for subnet, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:45.233074 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-df3ea283-d2ad-4b18-a043-e1abc29f7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8595413'] for subnet, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:45.250517 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-df3ea283-d2ad-4b18-a043-e1abc29f7cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:45.252694 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-df3ea283-d2ad-4b18-a043-e1abc29f7cb1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0809fba7-52ed-430c-b6ab-6267866c374e HTTP/1.1" status: 204 len: 168 time: 0.2631378 Jul 16 11:44:45.255231 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51908) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:44:45.259176 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7affb058-3a94-452d-be78-c7444fb5ef23 None None] Network b152bca8-9a7c-43bc-afb7-e982a9560983 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:44:45.270551 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ea283-d2ad-4b18-a043-e1abc29f7cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0809fba7-52ed-430c-b6ab-6267866c374e,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:45.331108 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device d7a9c72b-d869-4329-bb92-f909b4f7ea54 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:44:45.350930 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623655'] for network, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:45.358403 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: d7a9c72b-d869-4329-bb92-f909b4f7ea54 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:44:45.358752 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device d7a9c72b-d869-4329-bb92-f909b4f7ea54 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:44:45.359471 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 5ce4f62c-4799-4dcf-9f94-8e3117489cea no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:44:45.379967 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: 5ce4f62c-4799-4dcf-9f94-8e3117489cea {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:44:45.380321 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 5ce4f62c-4799-4dcf-9f94-8e3117489cea not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:44:45.405122 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] Deleting port 8349a52f-6399-4347-81bd-f4568f39d4c7 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:44:45.405459 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:45.473787 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] For port 8349a52f-6399-4347-81bd-f4568f39d4c7, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=8349a52f-6399-4347-81bd-f4568f39d4c7,segment=NetworkSegment(b292c0a8-7209-4da5-bc9e-94a0818dbf95),segment_id=b292c0a8-7209-4da5-bc9e-94a0818dbf95)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:44:45.474178 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:45.488535 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] Calling delete_port for 8349a52f-6399-4347-81bd-f4568f39d4c7 owned by network:dhcp {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:44:45.514660 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da75763-27f7-47d1-a638-452c9c2ac0b9 None None] DHCP port deletion for b152bca8-9a7c-43bc-afb7-e982a9560983 request from dv-cinder-784763-6-iscsi {{(pid=93105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 11:44:45.561333 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-7da75763-27f7-47d1-a638-452c9c2ac0b9 None None] Deleting port 8349a52f-6399-4347-81bd-f4568f39d4c7 {{(pid=93105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:44:45.561805 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-7da75763-27f7-47d1-a638-452c9c2ac0b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:45.567893 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:45.597637 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] Pushing event deleted for resources: {'Port': ['ID=8349a52f-6399-4347-81bd-f4568f39d4c7,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:45.599472 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] No DVR routers for this DVR port 8349a52f-6399-4347-81bd-f4568f39d4c7 on host dv-cinder-784763-6-iscsi {{(pid=93104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:44:45.625638 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-7da75763-27f7-47d1-a638-452c9c2ac0b9 None None] For port 8349a52f-6399-4347-81bd-f4568f39d4c7, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=8349a52f-6399-4347-81bd-f4568f39d4c7,segment=NetworkSegment(b292c0a8-7209-4da5-bc9e-94a0818dbf95),segment_id=b292c0a8-7209-4da5-bc9e-94a0818dbf95)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:44:45.626028 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-7da75763-27f7-47d1-a638-452c9c2ac0b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:45.638333 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-7da75763-27f7-47d1-a638-452c9c2ac0b9 None None] Calling delete_port for 8349a52f-6399-4347-81bd-f4568f39d4c7 owned by network:dhcp {{(pid=93105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:44:45.671700 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734504', 'neutron.services.segments.db._delete_segments_for_network-8746163431244'] for network, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:45.681444 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b152bca8-9a7c-43bc-afb7-e982a9560983']}} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:44:45.690734 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b292c0a8-7209-4da5-bc9e-94a0818dbf95') {'for_net_delete': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:44:45.690966 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b292c0a8-7209-4da5-bc9e-94a0818dbf95') {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:44:45.699826 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746163433557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9065755'] for segment, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:45.713479 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:45.714672 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-7da75763-27f7-47d1-a638-452c9c2ac0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598'] for port, after_delete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:45.719164 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 11:44:45.719542 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9065606'] for segment, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: Traceback (most recent call last): Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: timer() Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: cb(*args, **kw) Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: return func(*args, **kwargs) Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: self._notify() Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: self.callback(batched_events) Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: event.method(event) Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: return f(self, *a, **k) Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: return self._get(url).json() Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: return self.request(url, 'GET', **kwargs) Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 11:44:45.721234 dv-cinder-784763-6-iscsi neutron-server[93104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 11:44:45.739466 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da75763-27f7-47d1-a638-452c9c2ac0b9 None None] Pushing event deleted for resources: {'Port': ['ID=8349a52f-6399-4347-81bd-f4568f39d4c7,revision_number=None']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:45.744813 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da75763-27f7-47d1-a638-452c9c2ac0b9 None None] No DVR routers for this DVR port 8349a52f-6399-4347-81bd-f4568f39d4c7 on host dv-cinder-784763-6-iscsi {{(pid=93105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:44:45.776886 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814451'] for network, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:45.782031 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:45.786666 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b152bca8-9a7c-43bc-afb7-e982a9560983 HTTP/1.1" status: 204 len: 168 time: 0.5292654 Jul 16 11:44:45.798735 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde16035-1d27-4198-8419-df8a92871189 admin admin] Pushing event deleted for resources: {'Network': ['ID=b152bca8-9a7c-43bc-afb7-e982a9560983,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:45.932548 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51912) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:44:45.971800 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-a972caaf-603f-40a3-af05-3f144183a4da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3016b8911f0e4baa95cf318314f00c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380263 Jul 16 11:44:45.974015 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51914) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:44:46.019632 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7d54473f-16d8-468f-9e5a-2651729fa485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:46.039441 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7d54473f-16d8-468f-9e5a-2651729fa485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:46.085178 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7d54473f-16d8-468f-9e5a-2651729fa485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:46.087593 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7d54473f-16d8-468f-9e5a-2651729fa485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:46.088733 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-7d54473f-16d8-468f-9e5a-2651729fa485 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9279467e-9722-4fb9-b95c-945f751e8b16 HTTP/1.1" status: 204 len: 168 time: 0.1138542 Jul 16 11:44:46.095787 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54473f-16d8-468f-9e5a-2651729fa485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9279467e-9722-4fb9-b95c-945f751e8b16,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:46.381878 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51920) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:44:46.420123 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-4c3d6306-31f0-4489-ae89-380e6f735c6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af88221f55b04b599917ee5baf97fcb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371001 Jul 16 11:44:46.422349 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51922) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:44:46.470355 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d1d13067-0019-4c72-9cb5-6fb2dab9b5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:46.491563 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d1d13067-0019-4c72-9cb5-6fb2dab9b5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:46.537154 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d1d13067-0019-4c72-9cb5-6fb2dab9b5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:46.539768 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d1d13067-0019-4c72-9cb5-6fb2dab9b5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:46.540903 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-d1d13067-0019-4c72-9cb5-6fb2dab9b5b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fce02047-5cdf-4337-9f84-51b84a823d71 HTTP/1.1" status: 204 len: 168 time: 0.1176872 Jul 16 11:44:46.548163 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d13067-0019-4c72-9cb5-6fb2dab9b5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce02047-5cdf-4337-9f84-51b84a823d71,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:44:47.270057 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 8349a52f-6399-4347-81bd-f4568f39d4c7 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:44:47.289647 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: 8349a52f-6399-4347-81bd-f4568f39d4c7 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:44:47.289987 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 8349a52f-6399-4347-81bd-f4568f39d4c7 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:44:54.893626 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:44:58.887878 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-c176d5cd-d31e-4f80-aed7-e75a068d2e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:01.678776 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-25ea6a19-74a3-4735-80f2-0aa84e4ef065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:02.071722 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:02.833083 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:04.341185 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:12.452270 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:45:24.906526 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:28.888923 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-7be1e2b6-2fa7-4231-9df3-0b0905219aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:31.681789 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ec208636-f101-4531-b59c-844e0d7c883d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:32.071734 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:32.836015 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:34.343367 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:49.450679 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:45:54.362658 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51942) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:45:54.515272 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Deleting port b5365d4b-7784-46a4-939f-92b0405b1927 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:45:54.515609 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:54.591953 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:54.592282 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:54.603917 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Calling delete_port for b5365d4b-7784-46a4-939f-92b0405b1927 owned by network:floatingip {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:45:54.743074 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:54.771859 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Pushing event deleted for resources: {'Port': ['ID=b5365d4b-7784-46a4-939f-92b0405b1927,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:45:54.797848 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:54.798199 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:54.798536 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:54.798869 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:54.799198 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:54.799536 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:54.799880 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:54.800205 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:54.800527 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:54.800853 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:54.801173 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:54.801490 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:54.839738 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for floatingip, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:54.840106 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.l3_db [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Floating IP 4f8832b7-3629-44f3-94e7-158be310d268 disassociated (deleted). External IP: 172.27.0.125, port: 63b456a9-aaab-4563-9d4c-edf3864aac7d. Jul 16 11:45:54.922158 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:55.044521 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Router 5d589d4c-64aa-499f-addf-17ca67a61fe3 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:45:55.148527 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:45:55.153268 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:55.157577 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31ae99b-61c8-4deb-be96-d8a85c2a8bce None None] Sync routers for ids ['5d589d4c-64aa-499f-addf-17ca67a61fe3'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:45:55.165996 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31ae99b-61c8-4deb-be96-d8a85c2a8bce None None] Routers {'5d589d4c-64aa-499f-addf-17ca67a61fe3'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:45:55.166608 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-d31ae99b-61c8-4deb-be96-d8a85c2a8bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:45:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5d589d4c-64aa-499f-addf-17ca67a61fe3'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:45:55.188400 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-81ad2309-d0b6-4214-b20b-9830a7677801 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "DELETE /v2.0/floatingips/4f8832b7-3629-44f3-94e7-158be310d268 HTTP/1.1" status: 204 len: 168 time: 0.8246069 Jul 16 11:45:55.188898 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'tag': '63b456a9-aaab-4563-9d4c-edf3864aac7d'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:45:55.191118 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc0b813-000b-46f6-80ee-d04b9b55b694" -d '{"events": [{"name": "network-changed", "server_uuid": "799aa3c2-1e2d-454d-a381-034e1b41493d", "tag": "63b456a9-aaab-4563-9d4c-edf3864aac7d"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:45:55.284646 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-d31ae99b-61c8-4deb-be96-d8a85c2a8bce None None] Set router 5d589d4c-64aa-499f-addf-17ca67a61fe3 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:45:55.435706 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c659524f-f798-446a-bfc6-10f65e461dd9 x-openstack-request-id: req-c659524f-f798-446a-bfc6-10f65e461dd9 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:45:55.436236 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799aa3c2-1e2d-454d-a381-034e1b41493d", "tag": "63b456a9-aaab-4563-9d4c-edf3864aac7d", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:45:55.436236 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c659524f-f798-446a-bfc6-10f65e461dd9 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:45:55.436645 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'tag': '63b456a9-aaab-4563-9d4c-edf3864aac7d', 'status': 'completed', 'code': 200} Jul 16 11:45:55.494956 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-d31ae99b-61c8-4deb-be96-d8a85c2a8bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'name': 'tempest-TestShelveInstance-802318188-router', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:37Z', 'revision_number': 4, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'gw_port': {'id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '57bdeb6a-4b9c-49b1-a8a5-6c041d720904', 'name': '', 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'mac_address': 'fa:16:3e:20:ef:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:36Z', 'updated_at': '2021-07-16T11:41:44Z', 'revision_number': 5, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'subnets': [{'id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:45:55.536592 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31ae99b-61c8-4deb-be96-d8a85c2a8bce None None] Checking router: 5d589d4c-64aa-499f-addf-17ca67a61fe3 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:45:55.548501 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31ae99b-61c8-4deb-be96-d8a85c2a8bce None None] Routers {'5d589d4c-64aa-499f-addf-17ca67a61fe3'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:45:55.549158 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-d31ae99b-61c8-4deb-be96-d8a85c2a8bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:45:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5d589d4c-64aa-499f-addf-17ca67a61fe3'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:45:55.623614 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0b813-000b-46f6-80ee-d04b9b55b694 req-01ae7d45-da85-4328-ad8a-f991218649e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:45:55.625186 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-7bc0b813-000b-46f6-80ee-d04b9b55b694 req-01ae7d45-da85-4328-ad8a-f991218649e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93d67139c1574082adc4bf9a91d7bce7&device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 1099 time: 0.1657631 Jul 16 11:45:55.650136 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4f85c-f375-4d48-8f78-6ccc8d767ecb req-8f3cb593-fc80-400e-89b1-d94f9a2fa5a1 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:45:55.651723 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-11e4f85c-f375-4d48-8f78-6ccc8d767ecb req-8f3cb593-fc80-400e-89b1-d94f9a2fa5a1 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.1395853 Jul 16 11:45:55.679969 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-d31ae99b-61c8-4deb-be96-d8a85c2a8bce None None] Set router 5d589d4c-64aa-499f-addf-17ca67a61fe3 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:45:55.690338 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-11e4f85c-f375-4d48-8f78-6ccc8d767ecb req-7038d5de-7ae1-418b-a57d-71155a62a41f tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324972 Jul 16 11:45:55.721042 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0b813-000b-46f6-80ee-d04b9b55b694 req-5cfab277-e172-41e9-8dd1-266d5e8c6da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:45:55.722511 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-7bc0b813-000b-46f6-80ee-d04b9b55b694 req-5cfab277-e172-41e9-8dd1-266d5e8c6da3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec8b37d-8a34-425c-b3f2-8b05bf41901b HTTP/1.1" status: 200 len: 909 time: 0.0906775 Jul 16 11:45:55.763360 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-7bc0b813-000b-46f6-80ee-d04b9b55b694 req-913fea6e-8ae0-4116-9ce2-e30647dbad98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63b456a9-aaab-4563-9d4c-edf3864aac7d HTTP/1.1" status: 200 len: 217 time: 0.0333893 Jul 16 11:45:55.813017 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0b813-000b-46f6-80ee-d04b9b55b694 req-8d01f34c-4f1f-41c8-8900-fc9b7f09b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:45:55.814475 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-7bc0b813-000b-46f6-80ee-d04b9b55b694 req-8d01f34c-4f1f-41c8-8900-fc9b7f09b278 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54c7060f-8812-4e37-95d7-28363b5784b1 HTTP/1.1" status: 200 len: 847 time: 0.0420027 Jul 16 11:45:55.881336 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0b813-000b-46f6-80ee-d04b9b55b694 req-475db859-b122-4350-af05-b7a23fdb585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:45:55.882862 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-7bc0b813-000b-46f6-80ee-d04b9b55b694 req-475db859-b122-4350-af05-b7a23fdb585e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec8b37d-8a34-425c-b3f2-8b05bf41901b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605085 Jul 16 11:45:55.894381 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [req-7bc0b813-000b-46f6-80ee-d04b9b55b694 req-3de6281b-7130-4306-a364-0cffb627fe82 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 11:45:55.895924 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-7bc0b813-000b-46f6-80ee-d04b9b55b694 req-3de6281b-7130-4306-a364-0cffb627fe82 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054295 Jul 16 11:45:55.986903 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-7bc0b813-000b-46f6-80ee-d04b9b55b694 req-04e83174-a8ed-42b6-8768-2f9edc086cc8 service neutron] 10.222.0.13 "GET /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834053 Jul 16 11:45:55.996160 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-d31ae99b-61c8-4deb-be96-d8a85c2a8bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'name': 'tempest-TestShelveInstance-802318188-router', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:37Z', 'revision_number': 4, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'gw_port': {'id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '57bdeb6a-4b9c-49b1-a8a5-6c041d720904', 'name': '', 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'mac_address': 'fa:16:3e:20:ef:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:36Z', 'updated_at': '2021-07-16T11:41:44Z', 'revision_number': 5, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'subnets': [{'id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:45:56.022167 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31ae99b-61c8-4deb-be96-d8a85c2a8bce None None] The sync data for ids ['5d589d4c-64aa-499f-addf-17ca67a61fe3'] in dv-cinder-784763-6-iscsi is: [{'id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'name': 'tempest-TestShelveInstance-802318188-router', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:37Z', 'revision_number': 4, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'gw_port': {'id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '57bdeb6a-4b9c-49b1-a8a5-6c041d720904', 'name': '', 'network_id': 'dec8b37d-8a34-425c-b3f2-8b05bf41901b', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'mac_address': 'fa:16:3e:20:ef:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:36Z', 'updated_at': '2021-07-16T11:41:44Z', 'revision_number': 5, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'subnets': [{'id': '54c7060f-8812-4e37-95d7-28363b5784b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:45:56.079162 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-7bc0b813-000b-46f6-80ee-d04b9b55b694 req-2e9148bf-781e-42e0-8ce4-758dc422a44a service neutron] 10.222.0.13 "GET /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854571 Jul 16 11:45:56.217722 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2163112-64fb-42cd-a20b-f8cc064ec277 None None] New status for floating IP 4f8832b7-3629-44f3-94e7-158be310d268: DOWN {{(pid=93106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 11:45:56.868280 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a24e9-7a5d-46d4-8c0d-40f8f5ee3619 req-b5ce9ac2-898e-42a6-9456-158514db2a98 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:45:56.869745 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ff7a24e9-7a5d-46d4-8c0d-40f8f5ee3619 req-b5ce9ac2-898e-42a6-9456-158514db2a98 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.0642662 Jul 16 11:45:56.905445 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ff7a24e9-7a5d-46d4-8c0d-40f8f5ee3619 req-9c21a60d-b72c-46e0-9257-079619e35eed tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/security-groups?id=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303066 Jul 16 11:45:57.030052 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf33c-30e4-4ed1-8b95-b49db16fd438 req-6b259b1e-7565-4c50-b1e2-92a89ed8299f tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:45:57.031396 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-898cf33c-30e4-4ed1-8b95-b49db16fd438 req-6b259b1e-7565-4c50-b1e2-92a89ed8299f tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.13 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 946 time: 0.0614426 Jul 16 11:45:57.130455 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-898cf33c-30e4-4ed1-8b95-b49db16fd438 req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Deleting port 63b456a9-aaab-4563-9d4c-edf3864aac7d {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:45:57.130789 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-898cf33c-30e4-4ed1-8b95-b49db16fd438 req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:57.214882 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-898cf33c-30e4-4ed1-8b95-b49db16fd438 req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] For port 63b456a9-aaab-4563-9d4c-edf3864aac7d, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=63b456a9-aaab-4563-9d4c-edf3864aac7d,segment=NetworkSegment(1f10c6fb-c0c4-402c-8ace-8a35357d36f0),segment_id=1f10c6fb-c0c4-402c-8ace-8a35357d36f0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:45:57.215228 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-898cf33c-30e4-4ed1-8b95-b49db16fd438 req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:57.227692 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-898cf33c-30e4-4ed1-8b95-b49db16fd438 req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Calling delete_port for 63b456a9-aaab-4563-9d4c-edf3864aac7d owned by compute:nova {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:45:57.354472 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-898cf33c-30e4-4ed1-8b95-b49db16fd438 req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:57.381499 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Pushing event deleted for resources: {'Port': ['ID=63b456a9-aaab-4563-9d4c-edf3864aac7d,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:45:57.395762 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:57.396133 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:57.396495 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:57.396826 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:57.397156 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:57.397530 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:57.397886 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:57.398209 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:57.398530 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:57.398849 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:57.399166 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:57.399481 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:45:57.440709 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-898cf33c-30e4-4ed1-8b95-b49db16fd438 req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] No DVR routers for this DVR port 63b456a9-aaab-4563-9d4c-edf3864aac7d on host hv-cinder-78476 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:45:57.443559 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-898cf33c-30e4-4ed1-8b95-b49db16fd438 req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:57.445543 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-898cf33c-30e4-4ed1-8b95-b49db16fd438 req-53befee1-9b22-42f4-8557-f25eaea2346e tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.13 "DELETE /v2.0/ports/63b456a9-aaab-4563-9d4c-edf3864aac7d HTTP/1.1" status: 204 len: 173 time: 0.4077442 Jul 16 11:45:57.445978 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'name': 'network-vif-deleted', 'tag': '63b456a9-aaab-4563-9d4c-edf3864aac7d'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:45:57.448187 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d572f3ee-91a1-42fb-be82-43cd036b953b" -d '{"events": [{"server_uuid": "799aa3c2-1e2d-454d-a381-034e1b41493d", "name": "network-vif-deleted", "tag": "63b456a9-aaab-4563-9d4c-edf3864aac7d"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:45:57.543409 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a749f4-96d2-42bc-b752-5515823c0bc6 x-openstack-request-id: req-b5a749f4-96d2-42bc-b752-5515823c0bc6 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:45:57.543704 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799aa3c2-1e2d-454d-a381-034e1b41493d", "name": "network-vif-deleted", "tag": "63b456a9-aaab-4563-9d4c-edf3864aac7d", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:45:57.543987 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5a749f4-96d2-42bc-b752-5515823c0bc6 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:45:57.544377 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799aa3c2-1e2d-454d-a381-034e1b41493d', 'name': 'network-vif-deleted', 'tag': '63b456a9-aaab-4563-9d4c-edf3864aac7d', 'status': 'completed', 'code': 200} Jul 16 11:45:58.057891 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-dbe5c35a-6e5b-4db3-98a9-89aedde8e2c7 req-71790e33-9902-4ce8-b224-0635ff22522a tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "GET /v2.0/ports?device_id=799aa3c2-1e2d-454d-a381-034e1b41493d HTTP/1.1" status: 200 len: 210 time: 0.0276687 Jul 16 11:45:58.888685 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-6b728651-7313-4094-96cd-8955e0f7f178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:59.149882 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51982) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:45:59.204484 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-14279ece-deca-4bef-b191-5757087f4463 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:59.228763 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-14279ece-deca-4bef-b191-5757087f4463 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:59.285510 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-14279ece-deca-4bef-b191-5757087f4463 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:59.288640 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-14279ece-deca-4bef-b191-5757087f4463 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:59.289816 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-14279ece-deca-4bef-b191-5757087f4463 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] 10.222.0.16 "DELETE /v2.0/security-groups/f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f HTTP/1.1" status: 204 len: 168 time: 0.1389105 Jul 16 11:45:59.299320 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14279ece-deca-4bef-b191-5757087f4463 tempest-TestShelveInstance-376054056 tempest-TestShelveInstance-376054056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35e4fc8-c3b5-46af-9ed1-ff7c68b2731f,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:45:59.339012 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51986) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:45:59.663561 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ac8850fa-538e-47f4-8ce5-4a2ffd88202a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1726629'] for router_interface, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:59.903306 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ac8850fa-538e-47f4-8ce5-4a2ffd88202a admin admin] Deleting port 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:45:59.903644 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ac8850fa-538e-47f4-8ce5-4a2ffd88202a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:59.980652 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ac8850fa-538e-47f4-8ce5-4a2ffd88202a admin admin] For port 57bdeb6a-4b9c-49b1-a8a5-6c041d720904, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=57bdeb6a-4b9c-49b1-a8a5-6c041d720904,segment=NetworkSegment(1f10c6fb-c0c4-402c-8ace-8a35357d36f0),segment_id=1f10c6fb-c0c4-402c-8ace-8a35357d36f0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:45:59.980926 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ac8850fa-538e-47f4-8ce5-4a2ffd88202a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:45:59.993533 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ac8850fa-538e-47f4-8ce5-4a2ffd88202a admin admin] Calling delete_port for 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 owned by network:router_interface {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:46:00.163661 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ac8850fa-538e-47f4-8ce5-4a2ffd88202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:00.189147 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8850fa-538e-47f4-8ce5-4a2ffd88202a admin admin] Pushing event deleted for resources: {'Port': ['ID=57bdeb6a-4b9c-49b1-a8a5-6c041d720904,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:00.350874 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ac8850fa-538e-47f4-8ce5-4a2ffd88202a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725237'] for router_interface, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:00.555535 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8850fa-538e-47f4-8ce5-4a2ffd88202a admin admin] Router 5d589d4c-64aa-499f-addf-17ca67a61fe3 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:46:00.655314 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8850fa-538e-47f4-8ce5-4a2ffd88202a admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:46:00.660251 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-ac8850fa-538e-47f4-8ce5-4a2ffd88202a admin admin] 10.222.0.16 "PUT /v2.0/routers/5d589d4c-64aa-499f-addf-17ca67a61fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3201611 Jul 16 11:46:00.663224 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51988) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:00.665836 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c948acf9-35eb-4b51-a931-23f1481079f7 None None] Sync routers for ids ['5d589d4c-64aa-499f-addf-17ca67a61fe3'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:46:00.675902 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c948acf9-35eb-4b51-a931-23f1481079f7 None None] Routers {'5d589d4c-64aa-499f-addf-17ca67a61fe3'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:46:00.677144 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-c948acf9-35eb-4b51-a931-23f1481079f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:45:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5d589d4c-64aa-499f-addf-17ca67a61fe3'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:00.762177 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71882df9-23a6-4e63-b242-110d7e16da68 admin admin] Notify callbacks [] for router, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:00.777095 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-c948acf9-35eb-4b51-a931-23f1481079f7 None None] Set router 5d589d4c-64aa-499f-addf-17ca67a61fe3 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:46:00.957121 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-c948acf9-35eb-4b51-a931-23f1481079f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'name': 'tempest-TestShelveInstance-802318188-router', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:46:00Z', 'revision_number': 5, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'gw_port': {'id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:00.985244 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c948acf9-35eb-4b51-a931-23f1481079f7 None None] Checking router: 5d589d4c-64aa-499f-addf-17ca67a61fe3 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:46:00.994441 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c948acf9-35eb-4b51-a931-23f1481079f7 None None] Routers {'5d589d4c-64aa-499f-addf-17ca67a61fe3'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:46:00.995069 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-c948acf9-35eb-4b51-a931-23f1481079f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:45:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5d589d4c-64aa-499f-addf-17ca67a61fe3'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:01.079648 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71882df9-23a6-4e63-b242-110d7e16da68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:01.096925 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-c948acf9-35eb-4b51-a931-23f1481079f7 None None] Set router 5d589d4c-64aa-499f-addf-17ca67a61fe3 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:46:01.130513 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-71882df9-23a6-4e63-b242-110d7e16da68 admin admin] Deleting port a457996e-9a41-41d2-a221-bcb88b3938a6 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:46:01.131004 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71882df9-23a6-4e63-b242-110d7e16da68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:01.212534 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-71882df9-23a6-4e63-b242-110d7e16da68 admin admin] For port a457996e-9a41-41d2-a221-bcb88b3938a6, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=a457996e-9a41-41d2-a221-bcb88b3938a6,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:46:01.212899 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71882df9-23a6-4e63-b242-110d7e16da68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:01.224078 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-71882df9-23a6-4e63-b242-110d7e16da68 admin admin] Calling delete_port for a457996e-9a41-41d2-a221-bcb88b3938a6 owned by network:router_gateway {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:46:01.255517 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 63b456a9-aaab-4563-9d4c-edf3864aac7d no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:46:01.279617 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: 63b456a9-aaab-4563-9d4c-edf3864aac7d {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:46:01.279990 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 63b456a9-aaab-4563-9d4c-edf3864aac7d not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:46:01.298187 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-c948acf9-35eb-4b51-a931-23f1481079f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'name': 'tempest-TestShelveInstance-802318188-router', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:46:00Z', 'revision_number': 5, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'gw_port': {'id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:01.330717 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c948acf9-35eb-4b51-a931-23f1481079f7 None None] The sync data for ids ['5d589d4c-64aa-499f-addf-17ca67a61fe3'] in dv-cinder-784763-6-iscsi is: [{'id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'name': 'tempest-TestShelveInstance-802318188-router', 'tenant_id': '93d67139c1574082adc4bf9a91d7bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:46:00Z', 'revision_number': 5, 'project_id': '93d67139c1574082adc4bf9a91d7bce7', 'gw_port': {'id': 'a457996e-9a41-41d2-a221-bcb88b3938a6', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d589d4c-64aa-499f-addf-17ca67a61fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:34Z', 'updated_at': '2021-07-16T11:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:46:01.391026 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71882df9-23a6-4e63-b242-110d7e16da68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:01.416300 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71882df9-23a6-4e63-b242-110d7e16da68 admin admin] Pushing event deleted for resources: {'Port': ['ID=a457996e-9a41-41d2-a221-bcb88b3938a6,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:01.475452 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71882df9-23a6-4e63-b242-110d7e16da68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814383'] for router_gateway, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:01.561153 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71882df9-23a6-4e63-b242-110d7e16da68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126567'] for router, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:01.563194 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71882df9-23a6-4e63-b242-110d7e16da68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:01.606144 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71882df9-23a6-4e63-b242-110d7e16da68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810925'] for router, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:01.606670 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71882df9-23a6-4e63-b242-110d7e16da68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d589d4c-64aa-499f-addf-17ca67a61fe3 {{(pid=93103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 11:46:01.610879 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71882df9-23a6-4e63-b242-110d7e16da68 admin admin] Notify callbacks [] for router, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:01.612047 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-71882df9-23a6-4e63-b242-110d7e16da68 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5d589d4c-64aa-499f-addf-17ca67a61fe3 HTTP/1.1" status: 204 len: 168 time: 0.9478791 Jul 16 11:46:01.614571 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51990) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:01.656559 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee0cc59-3405-498a-8b31-498de8128a6b admin admin] Deleting subnet 54c7060f-8812-4e37-95d7-28363b5784b1 {{(pid=93103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 11:46:01.659444 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cee0cc59-3405-498a-8b31-498de8128a6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:01.684587 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-12c68c22-07c7-4473-b3ec-46567091bb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:01.695981 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cee0cc59-3405-498a-8b31-498de8128a6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3667378'] for subnet, precommit_delete_associations {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:01.779703 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cee0cc59-3405-498a-8b31-498de8128a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732748'] for subnet, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:01.830720 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cee0cc59-3405-498a-8b31-498de8128a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8595413'] for subnet, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:01.855130 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0cc59-3405-498a-8b31-498de8128a6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54c7060f-8812-4e37-95d7-28363b5784b1,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:01.860770 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cee0cc59-3405-498a-8b31-498de8128a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:01.866259 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-cee0cc59-3405-498a-8b31-498de8128a6b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/54c7060f-8812-4e37-95d7-28363b5784b1 HTTP/1.1" status: 204 len: 168 time: 0.2473903 Jul 16 11:46:01.866622 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 51992) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:01.867270 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4107664-9b7a-434d-abe0-4c29a0989feb None None] Network dec8b37d-8a34-425c-b3f2-8b05bf41901b requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:46:01.941047 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623655'] for network, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:01.997175 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] Deleting port 196d62aa-ec67-4d0c-a060-23b712ff5e94 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:46:01.997516 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:02.065880 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] For port 196d62aa-ec67-4d0c-a060-23b712ff5e94, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=196d62aa-ec67-4d0c-a060-23b712ff5e94,segment=NetworkSegment(1f10c6fb-c0c4-402c-8ace-8a35357d36f0),segment_id=1f10c6fb-c0c4-402c-8ace-8a35357d36f0)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:46:02.066234 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:02.072160 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:02.078281 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] Calling delete_port for 196d62aa-ec67-4d0c-a060-23b712ff5e94 owned by network:dhcp {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:46:02.154056 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:02.179825 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=196d62aa-ec67-4d0c-a060-23b712ff5e94,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:02.181658 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] No DVR routers for this DVR port 196d62aa-ec67-4d0c-a060-23b712ff5e94 on host dv-cinder-784763-6-iscsi {{(pid=93104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:46:02.251140 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734504', 'neutron.services.segments.db._delete_segments_for_network-8746163431244'] for network, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:02.260411 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec8b37d-8a34-425c-b3f2-8b05bf41901b']}} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:02.269915 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f10c6fb-c0c4-402c-8ace-8a35357d36f0') {'for_net_delete': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:02.270139 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f10c6fb-c0c4-402c-8ace-8a35357d36f0') {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:02.279453 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746163433557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9065755'] for segment, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:02.294491 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:02.302146 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 11:46:02.302550 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9065606'] for segment, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: Traceback (most recent call last): Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: timer() Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: cb(*args, **kw) Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: return func(*args, **kwargs) Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: self._notify() Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: self.callback(batched_events) Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: event.method(event) Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: return f(self, *a, **k) Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: return self._get(url).json() Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: return self.request(url, 'GET', **kwargs) Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 11:46:02.304577 dv-cinder-784763-6-iscsi neutron-server[93104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 11:46:02.311466 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2af476-803b-49ca-92da-93349527e969 None None] DHCP port deletion for dec8b37d-8a34-425c-b3f2-8b05bf41901b request from dv-cinder-784763-6-iscsi {{(pid=93105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 11:46:02.365287 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814451'] for network, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:02.370878 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:02.373249 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/dec8b37d-8a34-425c-b3f2-8b05bf41901b HTTP/1.1" status: 204 len: 168 time: 0.5056803 Jul 16 11:46:02.376366 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51994) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:02.649005 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d2f35-3185-4cc1-bc7f-af0972983eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dec8b37d-8a34-425c-b3f2-8b05bf41901b,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:02.726448 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-44ef1c55-f817-4950-af9e-1dbe20650b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1726629'] for router_interface, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:02.838975 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:02.968727 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-44ef1c55-f817-4950-af9e-1dbe20650b18 admin admin] Deleting port d1b51b57-618b-4fb1-9c2c-95923fed206e {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:46:02.968962 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-44ef1c55-f817-4950-af9e-1dbe20650b18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:03.042981 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-44ef1c55-f817-4950-af9e-1dbe20650b18 admin admin] For port d1b51b57-618b-4fb1-9c2c-95923fed206e, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=d1b51b57-618b-4fb1-9c2c-95923fed206e,segment=NetworkSegment(0ebe5139-fda8-4925-ae9f-25f3a3826bac),segment_id=0ebe5139-fda8-4925-ae9f-25f3a3826bac)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:46:03.043333 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-44ef1c55-f817-4950-af9e-1dbe20650b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:03.055752 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-44ef1c55-f817-4950-af9e-1dbe20650b18 admin admin] Calling delete_port for d1b51b57-618b-4fb1-9c2c-95923fed206e owned by network:router_interface {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:46:03.227539 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-44ef1c55-f817-4950-af9e-1dbe20650b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:03.253474 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef1c55-f817-4950-af9e-1dbe20650b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b51b57-618b-4fb1-9c2c-95923fed206e,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:03.376660 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:46:03.398114 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:46:03.398780 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 57bdeb6a-4b9c-49b1-a8a5-6c041d720904 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:46:03.399376 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 196d62aa-ec67-4d0c-a060-23b712ff5e94 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:46:03.417991 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: 196d62aa-ec67-4d0c-a060-23b712ff5e94 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:46:03.418345 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 196d62aa-ec67-4d0c-a060-23b712ff5e94 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:46:03.418756 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device a457996e-9a41-41d2-a221-bcb88b3938a6 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:46:03.422729 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-44ef1c55-f817-4950-af9e-1dbe20650b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725237'] for router_interface, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:03.437617 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: a457996e-9a41-41d2-a221-bcb88b3938a6 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:46:03.437961 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device a457996e-9a41-41d2-a221-bcb88b3938a6 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:46:03.629029 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ef1c55-f817-4950-af9e-1dbe20650b18 admin admin] Router a7d0b59f-a789-4d9e-93d7-4fc60880626c has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:46:03.726935 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ef1c55-f817-4950-af9e-1dbe20650b18 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:46:03.731785 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-44ef1c55-f817-4950-af9e-1dbe20650b18 admin admin] 10.222.0.16 "PUT /v2.0/routers/a7d0b59f-a789-4d9e-93d7-4fc60880626c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3542452 Jul 16 11:46:03.734282 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51996) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:03.735070 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e6a44-ca8e-430d-93e6-bb731ee43aca None None] Sync routers for ids ['a7d0b59f-a789-4d9e-93d7-4fc60880626c'] in dv-cinder-784763-6-iscsi {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:46:03.744981 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e6a44-ca8e-430d-93e6-bb731ee43aca None None] Routers {'a7d0b59f-a789-4d9e-93d7-4fc60880626c'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:46:03.745583 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-627e6a44-ca8e-430d-93e6-bb731ee43aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:46:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['a7d0b59f-a789-4d9e-93d7-4fc60880626c'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:03.834548 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0a2ea5d-8b0e-4a33-a973-ae1e2cb9c349 admin admin] Notify callbacks [] for router, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:03.844908 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-627e6a44-ca8e-430d-93e6-bb731ee43aca None None] Set router a7d0b59f-a789-4d9e-93d7-4fc60880626c gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:46:03.933126 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0a2ea5d-8b0e-4a33-a973-ae1e2cb9c349 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:03.982988 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b0a2ea5d-8b0e-4a33-a973-ae1e2cb9c349 admin admin] Deleting port 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:46:03.983331 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0a2ea5d-8b0e-4a33-a973-ae1e2cb9c349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:04.018557 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-627e6a44-ca8e-430d-93e6-bb731ee43aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'name': 'tempest-TestShelveInstance-1772066536-router', 'tenant_id': '3d89ec35a9164c708eb0415ec37a0665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '2ed307d8-6ba5-40db-b355-ebf2a6cbcc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:39Z', 'updated_at': '2021-07-16T11:46:03Z', 'revision_number': 5, 'project_id': '3d89ec35a9164c708eb0415ec37a0665', 'gw_port': {'id': '2ed307d8-6ba5-40db-b355-ebf2a6cbcc05', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:41:39Z', 'updated_at': '2021-07-16T11:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:04.044343 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e6a44-ca8e-430d-93e6-bb731ee43aca None None] Checking router: a7d0b59f-a789-4d9e-93d7-4fc60880626c for host: dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:46:04.052247 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e6a44-ca8e-430d-93e6-bb731ee43aca None None] Routers {'a7d0b59f-a789-4d9e-93d7-4fc60880626c'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:46:04.052842 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-627e6a44-ca8e-430d-93e6-bb731ee43aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:46:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['a7d0b59f-a789-4d9e-93d7-4fc60880626c'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:04.062915 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b0a2ea5d-8b0e-4a33-a973-ae1e2cb9c349 admin admin] For port 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=2ed307d8-6ba5-40db-b355-ebf2a6cbcc05,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:46:04.063276 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0a2ea5d-8b0e-4a33-a973-ae1e2cb9c349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:04.074600 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b0a2ea5d-8b0e-4a33-a973-ae1e2cb9c349 admin admin] Calling delete_port for 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05 owned by network:router_gateway {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:46:04.133896 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-627e6a44-ca8e-430d-93e6-bb731ee43aca None None] Set router a7d0b59f-a789-4d9e-93d7-4fc60880626c gateway port host: None {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:46:04.182734 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-627e6a44-ca8e-430d-93e6-bb731ee43aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'name': 'tempest-TestShelveInstance-1772066536-router', 'tenant_id': '3d89ec35a9164c708eb0415ec37a0665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:39Z', 'updated_at': '2021-07-16T11:46:03Z', 'revision_number': 6, 'project_id': '3d89ec35a9164c708eb0415ec37a0665', 'gw_port_host': None}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:04.211906 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e6a44-ca8e-430d-93e6-bb731ee43aca None None] The sync data for ids ['a7d0b59f-a789-4d9e-93d7-4fc60880626c'] in dv-cinder-784763-6-iscsi is: [{'id': 'a7d0b59f-a789-4d9e-93d7-4fc60880626c', 'name': 'tempest-TestShelveInstance-1772066536-router', 'tenant_id': '3d89ec35a9164c708eb0415ec37a0665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:41:39Z', 'updated_at': '2021-07-16T11:46:03Z', 'revision_number': 6, 'project_id': '3d89ec35a9164c708eb0415ec37a0665', 'gw_port_host': None}] {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:46:04.237149 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0a2ea5d-8b0e-4a33-a973-ae1e2cb9c349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:04.267596 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2ea5d-8b0e-4a33-a973-ae1e2cb9c349 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed307d8-6ba5-40db-b355-ebf2a6cbcc05,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:04.325320 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0a2ea5d-8b0e-4a33-a973-ae1e2cb9c349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814383'] for router_gateway, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:04.345607 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:04.634626 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0a2ea5d-8b0e-4a33-a973-ae1e2cb9c349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126567'] for router, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:04.636835 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0a2ea5d-8b0e-4a33-a973-ae1e2cb9c349 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:04.678401 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0a2ea5d-8b0e-4a33-a973-ae1e2cb9c349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810925'] for router, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:04.678917 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a2ea5d-8b0e-4a33-a973-ae1e2cb9c349 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7d0b59f-a789-4d9e-93d7-4fc60880626c {{(pid=93103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 11:46:04.683086 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0a2ea5d-8b0e-4a33-a973-ae1e2cb9c349 admin admin] Notify callbacks [] for router, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:04.684280 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-b0a2ea5d-8b0e-4a33-a973-ae1e2cb9c349 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a7d0b59f-a789-4d9e-93d7-4fc60880626c HTTP/1.1" status: 204 len: 168 time: 0.9490547 Jul 16 11:46:04.686722 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 51998) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:04.729668 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3d0ac4-074a-4983-8c96-6d1f3c86ab0b admin admin] Deleting subnet d791858d-6e33-4250-97a8-1a5efe634b5a {{(pid=93103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 11:46:04.732650 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bd3d0ac4-074a-4983-8c96-6d1f3c86ab0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:04.764692 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bd3d0ac4-074a-4983-8c96-6d1f3c86ab0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3667378'] for subnet, precommit_delete_associations {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:04.841811 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bd3d0ac4-074a-4983-8c96-6d1f3c86ab0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732748'] for subnet, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:04.892921 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bd3d0ac4-074a-4983-8c96-6d1f3c86ab0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8595413'] for subnet, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:04.919130 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d0ac4-074a-4983-8c96-6d1f3c86ab0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d791858d-6e33-4250-97a8-1a5efe634b5a,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:04.921075 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bd3d0ac4-074a-4983-8c96-6d1f3c86ab0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:04.922910 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-bd3d0ac4-074a-4983-8c96-6d1f3c86ab0b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d791858d-6e33-4250-97a8-1a5efe634b5a HTTP/1.1" status: 204 len: 168 time: 0.2352686 Jul 16 11:46:04.926278 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 52000) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:04.928470 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b18abd-0767-4831-a380-0b011ff250bd None None] Network 1b47890d-580e-45e8-b8f6-bb3597a64548 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:46:04.997540 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623655'] for network, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:05.052292 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] Deleting port f4fabd61-0b36-4df6-9274-282f72a19d79 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:46:05.052723 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:05.116141 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] For port f4fabd61-0b36-4df6-9274-282f72a19d79, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=f4fabd61-0b36-4df6-9274-282f72a19d79,segment=NetworkSegment(0ebe5139-fda8-4925-ae9f-25f3a3826bac),segment_id=0ebe5139-fda8-4925-ae9f-25f3a3826bac)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:46:05.116511 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:05.118018 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] DHCP port deletion for 1b47890d-580e-45e8-b8f6-bb3597a64548 request from dv-cinder-784763-6-iscsi {{(pid=93105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 11:46:05.129895 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] Calling delete_port for f4fabd61-0b36-4df6-9274-282f72a19d79 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:46:05.167793 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Deleting port f4fabd61-0b36-4df6-9274-282f72a19d79 {{(pid=93105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:46:05.168200 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:05.214004 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:05.237383 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4fabd61-0b36-4df6-9274-282f72a19d79,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:05.242604 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] For port f4fabd61-0b36-4df6-9274-282f72a19d79, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=f4fabd61-0b36-4df6-9274-282f72a19d79,segment=NetworkSegment(0ebe5139-fda8-4925-ae9f-25f3a3826bac),segment_id=0ebe5139-fda8-4925-ae9f-25f3a3826bac)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:46:05.243101 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:05.243261 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] No DVR routers for this DVR port f4fabd61-0b36-4df6-9274-282f72a19d79 on host dv-cinder-784763-6-iscsi {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:46:05.273150 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Calling delete_port for f4fabd61-0b36-4df6-9274-282f72a19d79 owned by network:dhcp {{(pid=93105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:46:05.322774 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734504', 'neutron.services.segments.db._delete_segments_for_network-8746163431244'] for network, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:05.327006 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:46:05.332888 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b47890d-580e-45e8-b8f6-bb3597a64548']}} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:05.342467 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ebe5139-fda8-4925-ae9f-25f3a3826bac') {'for_net_delete': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:05.342711 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ebe5139-fda8-4925-ae9f-25f3a3826bac') {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:05.354130 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746163433557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3667333'] for segment, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:05.354294 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:46:05.354294 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 2ed307d8-6ba5-40db-b355-ebf2a6cbcc05 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:46:05.354294 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device d1b51b57-618b-4fb1-9c2c-95923fed206e no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:46:05.365887 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:05.372208 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 11:46:05.372605 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593711'] for segment, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: Traceback (most recent call last): Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: timer() Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: cb(*args, **kw) Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: return func(*args, **kwargs) Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: self._notify() Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: self.callback(batched_events) Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: event.method(event) Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: return f(self, *a, **k) Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: return self._get(url).json() Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: return self.request(url, 'GET', **kwargs) Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 11:46:05.374537 dv-cinder-784763-6-iscsi neutron-server[93103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 11:46:05.377464 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: d1b51b57-618b-4fb1-9c2c-95923fed206e {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:46:05.377464 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device d1b51b57-618b-4fb1-9c2c-95923fed206e not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:46:05.377464 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device f4fabd61-0b36-4df6-9274-282f72a19d79 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:46:05.402678 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: f4fabd61-0b36-4df6-9274-282f72a19d79 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:46:05.403019 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device f4fabd61-0b36-4df6-9274-282f72a19d79 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:46:05.424269 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598'] for port, after_delete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:05.428137 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814451'] for network, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:05.434603 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:05.434780 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Network 1b47890d-580e-45e8-b8f6-bb3597a64548 is not hosted by any dhcp agent {{(pid=93105) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 11:46:05.435143 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] No DVR routers for this DVR port f4fabd61-0b36-4df6-9274-282f72a19d79 on host dv-cinder-784763-6-iscsi {{(pid=93105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:46:05.436069 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1b47890d-580e-45e8-b8f6-bb3597a64548 HTTP/1.1" status: 204 len: 168 time: 0.5096745 Jul 16 11:46:05.447544 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853c946-afee-453c-957f-d5244cf46c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b47890d-580e-45e8-b8f6-bb3597a64548,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:05.457896 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Pushing event deleted for resources: {'Port': ['ID=f4fabd61-0b36-4df6-9274-282f72a19d79,revision_number=None']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:05.464967 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:05.465318 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:05.465662 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:05.465998 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:05.466327 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:05.466657 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:05.466985 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:05.467313 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:05.467637 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:05.468054 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:05.468376 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:05.468696 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7c442-0427-48b4-b1ae-36eaebba9148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:05.599345 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 52004) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:05.643537 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-89d6d11d-cd7e-4060-ba87-419c16510972 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93d67139c1574082adc4bf9a91d7bce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428975 Jul 16 11:46:05.645794 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 52006) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:05.692145 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ba2abacf-bc2b-4e34-bbe7-7113d4bcf08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:05.712687 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ba2abacf-bc2b-4e34-bbe7-7113d4bcf08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:05.758806 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ba2abacf-bc2b-4e34-bbe7-7113d4bcf08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:05.761447 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ba2abacf-bc2b-4e34-bbe7-7113d4bcf08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:05.762588 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-ba2abacf-bc2b-4e34-bbe7-7113d4bcf08d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e5321ab-30e2-48e2-9b51-cc4ef20c3991 HTTP/1.1" status: 204 len: 168 time: 0.1159177 Jul 16 11:46:05.770233 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2abacf-bc2b-4e34-bbe7-7113d4bcf08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5321ab-30e2-48e2-9b51-cc4ef20c3991,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:06.057364 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52012) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:06.094989 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-9f5ab308-8e56-44b8-a8e8-93a14e2c90f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d89ec35a9164c708eb0415ec37a0665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365195 Jul 16 11:46:06.097513 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52014) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:06.142655 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e20d5d75-f28b-4343-8009-a1e795b6e609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:06.163340 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e20d5d75-f28b-4343-8009-a1e795b6e609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:06.206900 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e20d5d75-f28b-4343-8009-a1e795b6e609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:06.209367 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e20d5d75-f28b-4343-8009-a1e795b6e609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:06.210455 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-e20d5d75-f28b-4343-8009-a1e795b6e609 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/506176c6-44dc-4d8c-ab65-eeaed6aa4269 HTTP/1.1" status: 204 len: 168 time: 0.1115241 Jul 16 11:46:06.217846 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d5d75-f28b-4343-8009-a1e795b6e609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506176c6-44dc-4d8c-ab65-eeaed6aa4269,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:06.828637 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 52036) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:06.920129 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-0048eb13-36df-4a13-b454-361ba0fb9168 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1126779038-network', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:46:06.940528 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0048eb13-36df-4a13-b454-361ba0fb9168 admin admin] Made reservation on behalf of 90b050f1559e4df18de0abbccc5f7dea for: {'network': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:46:06.942918 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0048eb13-36df-4a13-b454-361ba0fb9168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:06.950808 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0048eb13-36df-4a13-b454-361ba0fb9168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.037616 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0048eb13-36df-4a13-b454-361ba0fb9168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.041128 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0048eb13-36df-4a13-b454-361ba0fb9168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.064411 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0048eb13-36df-4a13-b454-361ba0fb9168 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:46:07.073305 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048eb13-36df-4a13-b454-361ba0fb9168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75ae628-b2ad-4ef3-8b8b-6be79e98994c,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:07.079170 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0048eb13-36df-4a13-b454-361ba0fb9168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.079509 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.db.segments_db [None req-0048eb13-36df-4a13-b454-361ba0fb9168 admin admin] Added segment ff4316ec-968c-4f34-8763-4fd77cdc0221 of type vlan for network a265a739-d403-4262-a6c5-2e36d9da7e98 Jul 16 11:46:07.120384 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0048eb13-36df-4a13-b454-361ba0fb9168 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.147673 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0048eb13-36df-4a13-b454-361ba0fb9168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.148663 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0048eb13-36df-4a13-b454-361ba0fb9168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:07.149231 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0048eb13-36df-4a13-b454-361ba0fb9168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.175572 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-0048eb13-36df-4a13-b454-361ba0fb9168 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3458896 Jul 16 11:46:07.179009 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52040) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:07.184074 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-532122b1-a41c-4f2a-bdff-2788e9dce0ec admin admin] Request body: {'subnet': {'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1126779038-subnet', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'ip_version': 4}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:46:07.204845 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532122b1-a41c-4f2a-bdff-2788e9dce0ec admin admin] Made reservation on behalf of 90b050f1559e4df18de0abbccc5f7dea for: {'subnet': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:46:07.207002 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-532122b1-a41c-4f2a-bdff-2788e9dce0ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8526667'] for subnet, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.208729 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048eb13-36df-4a13-b454-361ba0fb9168 admin admin] Pushing event updated for resources: {'Network': ['ID=a265a739-d403-4262-a6c5-2e36d9da7e98,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:07.219971 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network a265a739-d403-4262-a6c5-2e36d9da7e98 details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:46:07.377435 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-532122b1-a41c-4f2a-bdff-2788e9dce0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9065979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8526681'] for subnet, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.433015 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532122b1-a41c-4f2a-bdff-2788e9dce0ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e549940-114b-4527-bee2-71d5c7d694ae,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:07.441140 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532122b1-a41c-4f2a-bdff-2788e9dce0ec admin admin] Checking segment: {'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:46:07.441541 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532122b1-a41c-4f2a-bdff-2788e9dce0ec admin admin] Network hostable DHCP agents. Network: a265a739-d403-4262-a6c5-2e36d9da7e98, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:46:07.457234 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532122b1-a41c-4f2a-bdff-2788e9dce0ec admin admin] Network a265a739-d403-4262-a6c5-2e36d9da7e98 is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:46:07.465438 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-532122b1-a41c-4f2a-bdff-2788e9dce0ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, a265a739-d403-4262-a6c5-2e36d9da7e98) {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:46:07.469373 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532122b1-a41c-4f2a-bdff-2788e9dce0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:07.469958 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-532122b1-a41c-4f2a-bdff-2788e9dce0ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.476693 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134e3088-059b-4494-a419-5052f72714ec None None] Network a265a739-d403-4262-a6c5-2e36d9da7e98 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:46:07.483391 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-532122b1-a41c-4f2a-bdff-2788e9dce0ec admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3032088 Jul 16 11:46:07.485972 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52042) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:07.491152 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:46:07.510049 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123037'] for router, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.511128 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1726601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1651412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126574'] for router, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.562709 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.616667 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54b1039c-cf72-54a1-82ca-f279e9606da9-a265a739-d403-4262-a6c5-2e36d9da7e98', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae'}]}} from dv-cinder-784763-6-iscsi. {{(pid=93105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 11:46:07.617741 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.694929 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126588'] for router, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.745027 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.db_base_plugin_common [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Allocated IP 172.20.0.2 (a265a739-d403-4262-a6c5-2e36d9da7e98/5e549940-114b-4527-bee2-71d5c7d694ae/2fc8e07e-dcbd-44df-a760-37cd2b7ed483) {{(pid=93105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:46:07.885840 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Notify callbacks [] for port, precommit_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.887792 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.894192 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Transition to ACTIVE for port object 2fc8e07e-dcbd-44df-a760-37cd2b7ed483 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:46:07.909281 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Transition to ACTIVE for port object 2fc8e07e-dcbd-44df-a760-37cd2b7ed483 will not be triggered until provisioned by entity DHCP. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:46:07.911424 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.915959 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:07.950888 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Network a265a739-d403-4262-a6c5-2e36d9da7e98 is already hosted by enough agents. {{(pid=93105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:46:07.956751 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.base_scheduler [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Resources bound (agent type, host, resource id): {{(pid=93105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:46:07.960798 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Received port after_create {{(pid=93105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:46:07.967370 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Pushing event updated for resources: {'Port': ['ID=2fc8e07e-dcbd-44df-a760-37cd2b7ed483,revision_number=1']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:08.011686 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Allocated IP 172.27.0.55 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/b5a6ae8c-cf9a-4666-9a11-be2e669c27e1) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:46:08.021744 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Attempting to bind port 2fc8e07e-dcbd-44df-a760-37cd2b7ed483 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:46:08.022113 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Attempting to bind port 2fc8e07e-dcbd-44df-a760-37cd2b7ed483 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:46:08.022467 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Attempting to bind port 2fc8e07e-dcbd-44df-a760-37cd2b7ed483 on network a265a739-d403-4262-a6c5-2e36d9da7e98 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:46:08.027444 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:46:08.027805 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Checking segment: {'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:46:08.028339 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:08.028727 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Bound using segment: {'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:46:08.029297 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Bound port: 2fc8e07e-dcbd-44df-a760-37cd2b7ed483, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:46:08.029671 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:08.088785 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] For port 2fc8e07e-dcbd-44df-a760-37cd2b7ed483, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:46:08.091820 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] For port 2fc8e07e-dcbd-44df-a760-37cd2b7ed483, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=2fc8e07e-dcbd-44df-a760-37cd2b7ed483,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:46:08.096438 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:08.115210 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:08.154794 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a20fe0-4746-4648-9750-1989bbe99a05 None None] Pushing event updated for resources: {'Port': ['ID=2fc8e07e-dcbd-44df-a760-37cd2b7ed483,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:08.155093 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:08.195201 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:46:08.198072 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:46:08.201630 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:46:08.223675 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Pushing event updated for resources: {'Port': ['ID=b5a6ae8c-cf9a-4666-9a11-be2e669c27e1,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:08.458988 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:08.645669 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814283'] for router, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:08.770741 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 is scheduled to L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d with binding_index 1 {{(pid=93104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 11:46:08.877841 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:46:08.887776 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Sync routers for ids ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:46:08.896389 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] Notify callbacks [] for router, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:08.897800 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-0ae50b82-d79e-4f38-bf4c-8f457426c8fb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4108915 Jul 16 11:46:08.899412 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Routers {'70055dc9-33e3-4971-b3cf-0f0d1dc35277'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:46:08.900327 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:46:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:08.900494 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52044) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:09.011762 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc38784-b993-4abe-85dc-1ccb5bad56ab None None] Network a265a739-d403-4262-a6c5-2e36d9da7e98 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:46:09.016659 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Set router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:46:09.307854 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-c2e3f215-07ce-45bb-a089-2151af62b465 None None] Provisioning for port 2fc8e07e-dcbd-44df-a760-37cd2b7ed483 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:46:09.309535 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:09.378085 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 2fc8e07e-dcbd-44df-a760-37cd2b7ed483 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:46:09.465702 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Allocated IP 172.20.0.1 (a265a739-d403-4262-a6c5-2e36d9da7e98/5e549940-114b-4527-bee2-71d5c7d694ae/24e299d3-ffa5-447a-b5da-ecdd779db594) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:46:09.493465 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port 2fc8e07e-dcbd-44df-a760-37cd2b7ed483 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:46:09.502875 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 2fc8e07e-dcbd-44df-a760-37cd2b7ed483 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:09.503243 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:09.507192 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:08Z', 'revision_number': 3, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:09.554576 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Checking router: 70055dc9-33e3-4971-b3cf-0f0d1dc35277 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:46:09.554928 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Updating router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 port b5a6ae8c-cf9a-4666-9a11-be2e669c27e1 binding host dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:46:09.572110 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:09.586179 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Transition to ACTIVE for port object 24e299d3-ffa5-447a-b5da-ecdd779db594 will not be triggered until provisioned by entity DHCP. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:46:09.605666 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:09.621483 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:09.659048 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Network a265a739-d403-4262-a6c5-2e36d9da7e98 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:46:09.662920 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:46:09.666061 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:46:09.700941 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Pushing event updated for resources: {'Port': ['ID=24e299d3-ffa5-447a-b5da-ecdd779db594,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:09.715931 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726524'] for router_interface, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:09.719376 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:09.793444 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port 2fc8e07e-dcbd-44df-a760-37cd2b7ed483, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=2fc8e07e-dcbd-44df-a760-37cd2b7ed483,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:46:09.799845 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-ee0605b1-ec5a-4595-a5c1-0bf253349685 None None] Provisioning complete for port 2fc8e07e-dcbd-44df-a760-37cd2b7ed483 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:09.800163 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ee0605b1-ec5a-4595-a5c1-0bf253349685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:09.820661 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:09.863381 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:09.943123 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=2fc8e07e-dcbd-44df-a760-37cd2b7ed483,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:10.040170 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:10.050812 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Transition to ACTIVE for port object b5a6ae8c-cf9a-4666-9a11-be2e669c27e1 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:46:10.056687 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:10.109562 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Attempting to bind port b5a6ae8c-cf9a-4666-9a11-be2e669c27e1 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:46:10.109934 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Attempting to bind port b5a6ae8c-cf9a-4666-9a11-be2e669c27e1 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:46:10.110300 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Attempting to bind port b5a6ae8c-cf9a-4666-9a11-be2e669c27e1 on network 9257506f-d87a-4713-a52d-23614a98d559 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:46:10.116380 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63e0ab-80c8-429d-8de9-ba51ff0be798 None None] Pushing event updated for resources: {'Port': ['ID=b5a6ae8c-cf9a-4666-9a11-be2e669c27e1,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:10.127136 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:46:10.127515 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Checking segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:46:10.127943 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:10.128337 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Bound using segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:46:10.128852 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Bound port: b5a6ae8c-cf9a-4666-9a11-be2e669c27e1, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:46:10.129236 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:10.164059 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-ec0d45c6-669a-4bfe-8198-6343dd3382ab None None] Provisioning for port 24e299d3-ffa5-447a-b5da-ecdd779db594 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:46:10.176502 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-ec0d45c6-669a-4bfe-8198-6343dd3382ab None None] Provisioning complete for port 24e299d3-ffa5-447a-b5da-ecdd779db594 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:10.176873 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ec0d45c6-669a-4bfe-8198-6343dd3382ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:10.209379 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] For port b5a6ae8c-cf9a-4666-9a11-be2e669c27e1, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:46:10.228455 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] For port b5a6ae8c-cf9a-4666-9a11-be2e669c27e1, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=b5a6ae8c-cf9a-4666-9a11-be2e669c27e1,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:46:10.229588 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-ec0d45c6-669a-4bfe-8198-6343dd3382ab None None] Port 24e299d3-ffa5-447a-b5da-ecdd779db594 cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:46:10.233589 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:10.288661 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:10.295804 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:10.296035 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63e0ab-80c8-429d-8de9-ba51ff0be798 None None] Pushing event updated for resources: {'Port': ['ID=b5a6ae8c-cf9a-4666-9a11-be2e669c27e1,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:10.300386 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Routers {'70055dc9-33e3-4971-b3cf-0f0d1dc35277'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:46:10.300727 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:46:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:10.364368 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726536'] for router_interface, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:10.367101 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Pushing event updated for resources: {'Port': ['ID=24e299d3-ffa5-447a-b5da-ecdd779db594,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:10.405468 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] Set router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:46:10.458906 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Network a265a739-d403-4262-a6c5-2e36d9da7e98 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:46:10.460420 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:46:10.576385 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:46:10.610266 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 2, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:10.637333 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad035c-4a5a-4402-9ab9-4950879661b4 None None] The sync data for ids ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'] in dv-cinder-784763-6-iscsi is: [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 2, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:46:10.655049 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-28344115-115b-4f1a-b8c0-9f3f7fa7d97e None None] Provisioning complete for port 24e299d3-ffa5-447a-b5da-ecdd779db594 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:10.655425 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-28344115-115b-4f1a-b8c0-9f3f7fa7d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:10.690250 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:46:10.693806 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-28344115-115b-4f1a-b8c0-9f3f7fa7d97e None None] Port 24e299d3-ffa5-447a-b5da-ecdd779db594 cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:46:10.696011 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-ee3a7215-6536-4e87-b71f-7225c7ba115b admin admin] 10.222.0.16 "PUT /v2.0/routers/70055dc9-33e3-4971-b3cf-0f0d1dc35277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7945135 Jul 16 11:46:11.161210 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52060) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:11.166498 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-5c7fa10e-c081-43e7-8bc6-c4b9719b6868 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1399794578-network', 'tenant_id': '694ca9d13844490b80a1904de38ae13f'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:46:11.190802 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7fa10e-c081-43e7-8bc6-c4b9719b6868 admin admin] Made reservation on behalf of 694ca9d13844490b80a1904de38ae13f for: {'network': 1} {{(pid=93104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:46:11.193443 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa10e-c081-43e7-8bc6-c4b9719b6868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for network, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:11.202672 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa10e-c081-43e7-8bc6-c4b9719b6868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:11.326465 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa10e-c081-43e7-8bc6-c4b9719b6868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:11.332525 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa10e-c081-43e7-8bc6-c4b9719b6868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:11.358132 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7fa10e-c081-43e7-8bc6-c4b9719b6868 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=93104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 11:46:11.373288 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fa10e-c081-43e7-8bc6-c4b9719b6868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e241f2-5d7c-4bd3-be6c-deadeb8e9839,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:11.381687 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa10e-c081-43e7-8bc6-c4b9719b6868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:11.382173 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.segments_db [None req-5c7fa10e-c081-43e7-8bc6-c4b9719b6868 admin admin] Added segment 10fe2ffe-92e8-4a89-b887-85cdeaea3682 of type vlan for network 207aac71-5fd1-4294-a477-7f2853fe53b1 Jul 16 11:46:11.429995 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa10e-c081-43e7-8bc6-c4b9719b6868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746162851597'] for network, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:11.440741 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 2fc8e07e-dcbd-44df-a760-37cd2b7ed483 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:46:11.463771 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa10e-c081-43e7-8bc6-c4b9719b6868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934'] for network, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:11.464816 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7fa10e-c081-43e7-8bc6-c4b9719b6868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:11.465443 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa10e-c081-43e7-8bc6-c4b9719b6868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:11.490850 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 2fc8e07e-dcbd-44df-a760-37cd2b7ed483 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:11.491142 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:11.499347 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-5c7fa10e-c081-43e7-8bc6-c4b9719b6868 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3344939 Jul 16 11:46:11.499697 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 52062) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:11.505427 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-b2178feb-3cbf-47b7-95c3-94741e16f84c admin admin] Request body: {'subnet': {'network_id': '207aac71-5fd1-4294-a477-7f2853fe53b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1399794578-subnet', 'tenant_id': '694ca9d13844490b80a1904de38ae13f', 'ip_version': 4}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:46:11.530793 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2178feb-3cbf-47b7-95c3-94741e16f84c admin admin] Made reservation on behalf of 694ca9d13844490b80a1904de38ae13f for: {'subnet': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:46:11.533239 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2178feb-3cbf-47b7-95c3-94741e16f84c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8595454'] for subnet, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:11.538732 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fa10e-c081-43e7-8bc6-c4b9719b6868 admin admin] Pushing event updated for resources: {'Network': ['ID=207aac71-5fd1-4294-a477-7f2853fe53b1,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:11.549635 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Network 207aac71-5fd1-4294-a477-7f2853fe53b1 details requested by agent ovs-agent-dv-cinder-784763-6-iscsi with host dv-cinder-784763-6-iscsi {{(pid=93105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 11:46:11.606684 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device b5a6ae8c-cf9a-4666-9a11-be2e669c27e1 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:46:11.688506 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port b5a6ae8c-cf9a-4666-9a11-be2e669c27e1 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:46:11.692882 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port b5a6ae8c-cf9a-4666-9a11-be2e669c27e1 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:11.693247 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:11.712418 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2178feb-3cbf-47b7-95c3-94741e16f84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8593490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8595436'] for subnet, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:11.777688 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2178feb-3cbf-47b7-95c3-94741e16f84c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e374bb-fe5a-4d19-a11b-b8449f79841c,revision_number=0']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:11.779837 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2178feb-3cbf-47b7-95c3-94741e16f84c admin admin] Checking segment: {'id': '10fe2ffe-92e8-4a89-b887-85cdeaea3682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '207aac71-5fd1-4294-a477-7f2853fe53b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:46:11.780239 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2178feb-3cbf-47b7-95c3-94741e16f84c admin admin] Network hostable DHCP agents. Network: 207aac71-5fd1-4294-a477-7f2853fe53b1, hostable agents: ['15093d3c-7988-42d2-b925-6a97b4af12c6'], hosted agents: [] {{(pid=93103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 11:46:11.799416 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2178feb-3cbf-47b7-95c3-94741e16f84c admin admin] Network 207aac71-5fd1-4294-a477-7f2853fe53b1 is scheduled to be hosted by DHCP agent 15093d3c-7988-42d2-b925-6a97b4af12c6 with binding_index 1 {{(pid=93103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 11:46:11.810449 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-b2178feb-3cbf-47b7-95c3-94741e16f84c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-6-iscsi, 207aac71-5fd1-4294-a477-7f2853fe53b1) {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:46:11.815087 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2178feb-3cbf-47b7-95c3-94741e16f84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:11.817143 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2178feb-3cbf-47b7-95c3-94741e16f84c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:11.834354 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-b2178feb-3cbf-47b7-95c3-94741e16f84c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3329003 Jul 16 11:46:11.836987 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52064) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:11.841766 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1399794578-router', 'tenant_id': '694ca9d13844490b80a1904de38ae13f', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:46:11.866776 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123037'] for router, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:11.868242 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1726601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1651412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126574'] for router, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:11.910213 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c13314-c268-48e2-9979-a8d98ae36081 None None] Network 207aac71-5fd1-4294-a477-7f2853fe53b1 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:46:11.925524 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:11.933482 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:11.986365 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port b5a6ae8c-cf9a-4666-9a11-be2e669c27e1, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=b5a6ae8c-cf9a-4666-9a11-be2e669c27e1,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:46:11.992906 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:12.063649 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126588'] for router, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:12.081350 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=b5a6ae8c-cf9a-4666-9a11-be2e669c27e1,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:12.119304 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54b1039c-cf72-54a1-82ca-f279e9606da9-207aac71-5fd1-4294-a477-7f2853fe53b1', 'network_id': '207aac71-5fd1-4294-a477-7f2853fe53b1', 'tenant_id': '694ca9d13844490b80a1904de38ae13f', 'fixed_ips': [{'subnet_id': 'e9e374bb-fe5a-4d19-a11b-b8449f79841c'}]}} from dv-cinder-784763-6-iscsi. {{(pid=93105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 11:46:12.120258 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:12.252436 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.db_base_plugin_common [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Allocated IP 172.20.0.2 (207aac71-5fd1-4294-a477-7f2853fe53b1/e9e374bb-fe5a-4d19-a11b-b8449f79841c/30ae4bfe-4af7-424a-9d95-51e0239f28d4) {{(pid=93105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:46:12.261937 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:12.285928 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:12.393013 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Allocated IP 172.27.0.196 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/df1e0d3e-179e-41ac-af45-32a7a450d10b) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:46:12.399086 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:12.408433 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Transition to ACTIVE for port object 30ae4bfe-4af7-424a-9d95-51e0239f28d4 will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:46:12.424092 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Transition to ACTIVE for port object 30ae4bfe-4af7-424a-9d95-51e0239f28d4 will not be triggered until provisioned by entity DHCP. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:46:12.430079 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589'] for port, after_create {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:12.475751 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Network 207aac71-5fd1-4294-a477-7f2853fe53b1 is already hosted by enough agents. {{(pid=93105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:46:12.478739 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.scheduler.base_scheduler [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Resources bound (agent type, host, resource id): {{(pid=93105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:46:12.481358 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Received port after_create {{(pid=93105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:46:12.488944 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Pushing event updated for resources: {'Port': ['ID=30ae4bfe-4af7-424a-9d95-51e0239f28d4,revision_number=1']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:12.504961 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:12.543347 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Attempting to bind port 30ae4bfe-4af7-424a-9d95-51e0239f28d4 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:46:12.543754 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Attempting to bind port 30ae4bfe-4af7-424a-9d95-51e0239f28d4 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': '10fe2ffe-92e8-4a89-b887-85cdeaea3682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '207aac71-5fd1-4294-a477-7f2853fe53b1'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:46:12.544326 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Attempting to bind port 30ae4bfe-4af7-424a-9d95-51e0239f28d4 on network 207aac71-5fd1-4294-a477-7f2853fe53b1 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:46:12.545222 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:12.549443 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:46:12.549816 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Checking segment: {'id': '10fe2ffe-92e8-4a89-b887-85cdeaea3682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '207aac71-5fd1-4294-a477-7f2853fe53b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:46:12.550212 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:12.550633 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Bound using segment: {'id': '10fe2ffe-92e8-4a89-b887-85cdeaea3682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '207aac71-5fd1-4294-a477-7f2853fe53b1'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:46:12.551169 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Bound port: 30ae4bfe-4af7-424a-9d95-51e0239f28d4, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fe2ffe-92e8-4a89-b887-85cdeaea3682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '207aac71-5fd1-4294-a477-7f2853fe53b1'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:46:12.551549 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:12.578239 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:46:12.580998 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:46:12.583984 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:46:12.615755 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] For port 30ae4bfe-4af7-424a-9d95-51e0239f28d4, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:46:12.619017 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] For port 30ae4bfe-4af7-424a-9d95-51e0239f28d4, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=30ae4bfe-4af7-424a-9d95-51e0239f28d4,segment=NetworkSegment(10fe2ffe-92e8-4a89-b887-85cdeaea3682),segment_id=10fe2ffe-92e8-4a89-b887-85cdeaea3682)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:46:12.626059 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Pushing event updated for resources: {'Port': ['ID=df1e0d3e-179e-41ac-af45-32a7a450d10b,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:12.626214 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:12.643295 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Sync routers for ids ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'] in dv-cinder-784763-6-iscsi {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:46:12.653136 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Routers {'70055dc9-33e3-4971-b3cf-0f0d1dc35277'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:46:12.653725 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:46:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:12.687047 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec295a-71f1-4795-ba3e-f804ed9447f3 None None] Pushing event updated for resources: {'Port': ['ID=30ae4bfe-4af7-424a-9d95-51e0239f28d4,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:12.770465 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Set router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:46:12.861780 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:13.005252 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 2, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:13.033537 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Checking router: 70055dc9-33e3-4971-b3cf-0f0d1dc35277 for host: dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:46:13.033887 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Updating router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 port 24e299d3-ffa5-447a-b5da-ecdd779db594 binding host dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:46:13.066715 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:13.072073 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814283'] for router, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:13.198500 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Router 5964469c-522f-4d9c-9455-4bccec73c72f is scheduled to L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d with binding_index 1 {{(pid=93104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 11:46:13.313772 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:46:13.324929 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Notify callbacks [] for port, precommit_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:13.329692 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Sync routers for ids ['5964469c-522f-4d9c-9455-4bccec73c72f'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:46:13.335774 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.provisioning_blocks [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Transition to ACTIVE for port object 24e299d3-ffa5-447a-b5da-ecdd779db594 will not be triggered until provisioned by entity L2. {{(pid=93106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:46:13.341450 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] Notify callbacks [] for router, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:13.347985 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-a43f33bf-9f3c-4258-95e9-6a7eea89a716 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5044472 Jul 16 11:46:13.348172 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Routers {'5964469c-522f-4d9c-9455-4bccec73c72f'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:46:13.348172 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:46:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5964469c-522f-4d9c-9455-4bccec73c72f'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:13.348414 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 52066) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:13.348866 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:13.393444 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f78781-dd90-4b80-8285-d0f47b53cafb None None] Pushing event updated for resources: {'Port': ['ID=24e299d3-ffa5-447a-b5da-ecdd779db594,revision_number=3']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:13.512052 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Set router 5964469c-522f-4d9c-9455-4bccec73c72f gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:46:13.548252 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f78781-dd90-4b80-8285-d0f47b53cafb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:13.548589 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f78781-dd90-4b80-8285-d0f47b53cafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:13.548921 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f78781-dd90-4b80-8285-d0f47b53cafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:13.549246 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f78781-dd90-4b80-8285-d0f47b53cafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:13.549791 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f78781-dd90-4b80-8285-d0f47b53cafb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:13.549911 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f78781-dd90-4b80-8285-d0f47b53cafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:13.550190 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f78781-dd90-4b80-8285-d0f47b53cafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:13.551052 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f78781-dd90-4b80-8285-d0f47b53cafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:13.551388 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f78781-dd90-4b80-8285-d0f47b53cafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:13.551708 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f78781-dd90-4b80-8285-d0f47b53cafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:13.552045 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f78781-dd90-4b80-8285-d0f47b53cafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:13.552355 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f78781-dd90-4b80-8285-d0f47b53cafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:46:13.588818 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device b5a6ae8c-cf9a-4666-9a11-be2e669c27e1 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:46:13.589949 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Attempting to bind port 24e299d3-ffa5-447a-b5da-ecdd779db594 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:46:13.590314 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Attempting to bind port 24e299d3-ffa5-447a-b5da-ecdd779db594 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:46:13.590672 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Attempting to bind port 24e299d3-ffa5-447a-b5da-ecdd779db594 on network a265a739-d403-4262-a6c5-2e36d9da7e98 {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:46:13.596030 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:46:13.596695 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Checking segment: {'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:46:13.597108 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:13.597507 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Bound using segment: {'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:46:13.597968 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Bound port: 24e299d3-ffa5-447a-b5da-ecdd779db594, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'}}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:46:13.598368 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:13.698148 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] For port 24e299d3-ffa5-447a-b5da-ecdd779db594, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:46:13.702977 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] For port 24e299d3-ffa5-447a-b5da-ecdd779db594, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=24e299d3-ffa5-447a-b5da-ecdd779db594,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:46:13.715210 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port b5a6ae8c-cf9a-4666-9a11-be2e669c27e1 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:13.715643 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:13.717583 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:13.807081 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f78781-dd90-4b80-8285-d0f47b53cafb None None] Pushing event updated for resources: {'Port': ['ID=24e299d3-ffa5-447a-b5da-ecdd779db594,revision_number=4']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:13.811034 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Routers {'70055dc9-33e3-4971-b3cf-0f0d1dc35277'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:46:13.811933 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:46:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:13.841297 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74efdeb-f5a5-4ab8-928f-0398abc3a78e None None] Network 207aac71-5fd1-4294-a477-7f2853fe53b1 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:46:13.865195 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'name': 'tempest-TestVolumeBootPattern-1399794578-router', 'tenant_id': '694ca9d13844490b80a1904de38ae13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'df1e0d3e-179e-41ac-af45-32a7a450d10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:11Z', 'updated_at': '2021-07-16T11:46:12Z', 'revision_number': 3, 'project_id': '694ca9d13844490b80a1904de38ae13f', 'gw_port': {'id': 'df1e0d3e-179e-41ac-af45-32a7a450d10b', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:12Z', 'updated_at': '2021-07-16T11:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:13.903535 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Checking router: 5964469c-522f-4d9c-9455-4bccec73c72f for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:46:13.905000 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Updating router 5964469c-522f-4d9c-9455-4bccec73c72f port df1e0d3e-179e-41ac-af45-32a7a450d10b binding host dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:46:13.910950 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 30ae4bfe-4af7-424a-9d95-51e0239f28d4 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:46:13.942144 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] Set router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:46:13.954038 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:14.012175 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-43691424-36a6-4d98-9716-102915a350ed None None] Provisioning for port 30ae4bfe-4af7-424a-9d95-51e0239f28d4 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:46:14.026021 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:14.123474 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Allocated IP 172.20.0.1 (207aac71-5fd1-4294-a477-7f2853fe53b1/e9e374bb-fe5a-4d19-a11b-b8449f79841c/044a2de8-41c0-4869-b215-a19e8c764881) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:46:14.144434 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port 30ae4bfe-4af7-424a-9d95-51e0239f28d4 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:46:14.153174 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:13Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:14.168553 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 30ae4bfe-4af7-424a-9d95-51e0239f28d4 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:14.168924 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:14.181042 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84eec66-8e44-48ba-87db-432382d03450 None None] The sync data for ids ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'] in dv-cinder-784763-6-iscsi is: [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:13Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:46:14.244582 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:14.261972 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Transition to ACTIVE for port object 044a2de8-41c0-4869-b215-a19e8c764881 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:46:14.301289 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:14.349007 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Network 207aac71-5fd1-4294-a477-7f2853fe53b1 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:46:14.352994 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:46:14.355934 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:46:14.358009 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Pushing event updated for resources: {'Port': ['ID=044a2de8-41c0-4869-b215-a19e8c764881,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:14.398075 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726524'] for router_interface, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:14.410655 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:14.476793 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Notify callbacks [] for port, precommit_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:14.482395 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port 30ae4bfe-4af7-424a-9d95-51e0239f28d4, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=30ae4bfe-4af7-424a-9d95-51e0239f28d4,segment=NetworkSegment(10fe2ffe-92e8-4a89-b887-85cdeaea3682),segment_id=10fe2ffe-92e8-4a89-b887-85cdeaea3682)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:46:14.493869 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Transition to ACTIVE for port object df1e0d3e-179e-41ac-af45-32a7a450d10b will not be triggered until provisioned by entity L2. {{(pid=93105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:46:14.498249 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:14.505879 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:14.553617 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:14.559549 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Attempting to bind port df1e0d3e-179e-41ac-af45-32a7a450d10b on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:46:14.560260 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Attempting to bind port df1e0d3e-179e-41ac-af45-32a7a450d10b by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:46:14.560498 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Attempting to bind port df1e0d3e-179e-41ac-af45-32a7a450d10b on network 9257506f-d87a-4713-a52d-23614a98d559 {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:46:14.574750 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:46:14.575362 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Checking segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:46:14.575897 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:14.576370 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Bound using segment: {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'} {{(pid=93105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:46:14.576944 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.managers [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Bound port: df1e0d3e-179e-41ac-af45-32a7a450d10b, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1f472c-be31-4ef7-a535-8a9c9532983d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9257506f-d87a-4713-a52d-23614a98d559'}}] {{(pid=93105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:46:14.577423 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:14.637543 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] For port df1e0d3e-179e-41ac-af45-32a7a450d10b, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:46:14.639693 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=30ae4bfe-4af7-424a-9d95-51e0239f28d4,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:14.650321 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] For port df1e0d3e-179e-41ac-af45-32a7a450d10b, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=df1e0d3e-179e-41ac-af45-32a7a450d10b,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:46:14.750327 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:14.756448 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:14.825368 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:14.833154 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Pushing event updated for resources: {'Port': ['ID=044a2de8-41c0-4869-b215-a19e8c764881,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:14.840491 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726536'] for router_interface, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:14.866804 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6aed7-5fa4-46aa-8554-fc57a905c13e None None] Pushing event updated for resources: {'Port': ['ID=df1e0d3e-179e-41ac-af45-32a7a450d10b,revision_number=2']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:14.892158 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-c686fa79-cf60-4fa9-92eb-040f763bd711 None None] Provisioning complete for port 30ae4bfe-4af7-424a-9d95-51e0239f28d4 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:14.892521 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-c686fa79-cf60-4fa9-92eb-040f763bd711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:14.921205 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Routers {'5964469c-522f-4d9c-9455-4bccec73c72f'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:46:14.921839 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:46:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5964469c-522f-4d9c-9455-4bccec73c72f'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:14.945372 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Network 207aac71-5fd1-4294-a477-7f2853fe53b1 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:46:14.946820 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:46:14.996341 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6aed7-5fa4-46aa-8554-fc57a905c13e None None] Pushing event updated for resources: {'Port': ['ID=df1e0d3e-179e-41ac-af45-32a7a450d10b,revision_number=3']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:15.060957 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Router 5964469c-522f-4d9c-9455-4bccec73c72f has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:46:15.080657 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] Set router 5964469c-522f-4d9c-9455-4bccec73c72f gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:46:15.172649 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:46:15.177561 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-ead185df-3bf7-4c70-a429-43029b7ae51f admin admin] 10.222.0.16 "PUT /v2.0/routers/5964469c-522f-4d9c-9455-4bccec73c72f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8307230 Jul 16 11:46:15.286368 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-0f6a32db-944a-4716-9e8c-b1a20aefd2c8 None None] Provisioning for port 044a2de8-41c0-4869-b215-a19e8c764881 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:46:15.291569 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-0f6a32db-944a-4716-9e8c-b1a20aefd2c8 None None] Provisioning complete for port 044a2de8-41c0-4869-b215-a19e8c764881 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:15.291972 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-0f6a32db-944a-4716-9e8c-b1a20aefd2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:15.337724 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a32db-944a-4716-9e8c-b1a20aefd2c8 None None] Port 044a2de8-41c0-4869-b215-a19e8c764881 cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:46:15.355272 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'name': 'tempest-TestVolumeBootPattern-1399794578-router', 'tenant_id': '694ca9d13844490b80a1904de38ae13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'df1e0d3e-179e-41ac-af45-32a7a450d10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:11Z', 'updated_at': '2021-07-16T11:46:14Z', 'revision_number': 4, 'project_id': '694ca9d13844490b80a1904de38ae13f', 'gw_port': {'id': 'df1e0d3e-179e-41ac-af45-32a7a450d10b', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:12Z', 'updated_at': '2021-07-16T11:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '044a2de8-41c0-4869-b215-a19e8c764881', 'name': '', 'network_id': '207aac71-5fd1-4294-a477-7f2853fe53b1', 'tenant_id': '694ca9d13844490b80a1904de38ae13f', 'mac_address': 'fa:16:3e:5c:ec:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e9e374bb-fe5a-4d19-a11b-b8449f79841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:13Z', 'updated_at': '2021-07-16T11:46:14Z', 'revision_number': 2, 'project_id': '694ca9d13844490b80a1904de38ae13f', 'subnets': [{'id': 'e9e374bb-fe5a-4d19-a11b-b8449f79841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:15.385925 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 30ae4bfe-4af7-424a-9d95-51e0239f28d4 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:46:15.389060 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2179963f-12d5-4b24-86e2-4aabff0f935f None None] The sync data for ids ['5964469c-522f-4d9c-9455-4bccec73c72f'] in dv-cinder-784763-6-iscsi is: [{'id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'name': 'tempest-TestVolumeBootPattern-1399794578-router', 'tenant_id': '694ca9d13844490b80a1904de38ae13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'df1e0d3e-179e-41ac-af45-32a7a450d10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:11Z', 'updated_at': '2021-07-16T11:46:14Z', 'revision_number': 4, 'project_id': '694ca9d13844490b80a1904de38ae13f', 'gw_port': {'id': 'df1e0d3e-179e-41ac-af45-32a7a450d10b', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:12Z', 'updated_at': '2021-07-16T11:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '044a2de8-41c0-4869-b215-a19e8c764881', 'name': '', 'network_id': '207aac71-5fd1-4294-a477-7f2853fe53b1', 'tenant_id': '694ca9d13844490b80a1904de38ae13f', 'mac_address': 'fa:16:3e:5c:ec:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e9e374bb-fe5a-4d19-a11b-b8449f79841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:13Z', 'updated_at': '2021-07-16T11:46:14Z', 'revision_number': 2, 'project_id': '694ca9d13844490b80a1904de38ae13f', 'subnets': [{'id': 'e9e374bb-fe5a-4d19-a11b-b8449f79841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:46:15.434241 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 30ae4bfe-4af7-424a-9d95-51e0239f28d4 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:15.434614 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:15.517863 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 24e299d3-ffa5-447a-b5da-ecdd779db594 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:46:15.568717 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port 24e299d3-ffa5-447a-b5da-ecdd779db594 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:46:15.587664 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 24e299d3-ffa5-447a-b5da-ecdd779db594 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:15.588215 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:15.681159 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:15.715129 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port 24e299d3-ffa5-447a-b5da-ecdd779db594, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=24e299d3-ffa5-447a-b5da-ecdd779db594,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:46:15.719078 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:15.772530 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=24e299d3-ffa5-447a-b5da-ecdd779db594,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:15.987098 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 52074) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:15.992720 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [None req-0b050420-5975-4036-af9f-881380774c05 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-647134941', 'description': 'tempest-secgroup-smoke-647134941 description', 'project_id': '90b050f1559e4df18de0abbccc5f7dea'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:46:16.014714 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b050420-5975-4036-af9f-881380774c05 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.094507 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b050420-5975-4036-af9f-881380774c05 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.097913 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b050420-5975-4036-af9f-881380774c05 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.124753 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b050420-5975-4036-af9f-881380774c05 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.125960 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-0b050420-5975-4036-af9f-881380774c05 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1371830 Jul 16 11:46:16.127898 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b050420-5975-4036-af9f-881380774c05 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1329abea-b2e4-4b13-a3a0-fc8e290f57c4,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:16.129642 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52076) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:16.134363 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-b26d4947-ce4f-41fd-96db-30b2fc04a55d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Request body: {'security_group_rule': {'security_group_id': '1329abea-b2e4-4b13-a3a0-fc8e290f57c4', 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:46:16.159529 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b26d4947-ce4f-41fd-96db-30b2fc04a55d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.213035 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b26d4947-ce4f-41fd-96db-30b2fc04a55d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.216251 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b26d4947-ce4f-41fd-96db-30b2fc04a55d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.232994 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d4947-ce4f-41fd-96db-30b2fc04a55d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c491c1e9-2669-4c00-892e-cf0122c7e61e,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:16.239987 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b26d4947-ce4f-41fd-96db-30b2fc04a55d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.241223 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-b26d4947-ce4f-41fd-96db-30b2fc04a55d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1105745 Jul 16 11:46:16.243893 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52078) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:16.248175 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-1448b415-aed2-4055-8702-49724f0a0040 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Request body: {'security_group_rule': {'security_group_id': '1329abea-b2e4-4b13-a3a0-fc8e290f57c4', 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:46:16.274061 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1448b415-aed2-4055-8702-49724f0a0040 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.334358 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1448b415-aed2-4055-8702-49724f0a0040 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.337697 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1448b415-aed2-4055-8702-49724f0a0040 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.354930 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448b415-aed2-4055-8702-49724f0a0040 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fe5509-f59b-4909-b38c-c4a5a08461f9,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:16.361168 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1448b415-aed2-4055-8702-49724f0a0040 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.362314 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-1448b415-aed2-4055-8702-49724f0a0040 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174848 Jul 16 11:46:16.365732 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52080) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:16.370097 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-a04297fe-6e8e-4764-a1dc-cdf3e426b301 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Request body: {'security_group_rule': {'security_group_id': '1329abea-b2e4-4b13-a3a0-fc8e290f57c4', 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:46:16.394476 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a04297fe-6e8e-4764-a1dc-cdf3e426b301 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.452464 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a04297fe-6e8e-4764-a1dc-cdf3e426b301 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.455683 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a04297fe-6e8e-4764-a1dc-cdf3e426b301 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.469562 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04297fe-6e8e-4764-a1dc-cdf3e426b301 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7646ad65-11dc-47a8-b4cb-90a1023af1ae,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:16.479437 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-a04297fe-6e8e-4764-a1dc-cdf3e426b301 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.480698 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-a04297fe-6e8e-4764-a1dc-cdf3e426b301 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140580 Jul 16 11:46:16.483341 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52082) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:16.488319 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-4b0b7d16-02f0-49bf-b003-3fbc4eeacea2 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Request body: {'security_group_rule': {'security_group_id': '1329abea-b2e4-4b13-a3a0-fc8e290f57c4', 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:46:16.513200 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7d16-02f0-49bf-b003-3fbc4eeacea2 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.570480 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7d16-02f0-49bf-b003-3fbc4eeacea2 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.573915 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7d16-02f0-49bf-b003-3fbc4eeacea2 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.590611 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b7d16-02f0-49bf-b003-3fbc4eeacea2 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6a434e-3fe7-41ed-81d5-34bd1a25ea44,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:16.596779 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7d16-02f0-49bf-b003-3fbc4eeacea2 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.598703 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-4b0b7d16-02f0-49bf-b003-3fbc4eeacea2 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1143875 Jul 16 11:46:16.601410 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52084) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:16.606067 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-3772022e-381c-483d-b16b-4d8bb99310fa tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Request body: {'security_group_rule': {'security_group_id': '1329abea-b2e4-4b13-a3a0-fc8e290f57c4', 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:46:16.627395 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.securitygroups_db [None req-3772022e-381c-483d-b16b-4d8bb99310fa tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Project 90b050f1559e4df18de0abbccc5f7dea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 11:46:16.632589 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3772022e-381c-483d-b16b-4d8bb99310fa tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.689390 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3772022e-381c-483d-b16b-4d8bb99310fa tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.693073 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3772022e-381c-483d-b16b-4d8bb99310fa tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.712905 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772022e-381c-483d-b16b-4d8bb99310fa tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d76ca9-282d-45a3-b310-6f35d6b96e4b,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:16.716591 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3772022e-381c-483d-b16b-4d8bb99310fa tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.717740 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-3772022e-381c-483d-b16b-4d8bb99310fa tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1154284 Jul 16 11:46:16.720497 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52086) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:16.725296 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-406f0c5b-fd47-4e96-a7b1-229c9484ee29 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Request body: {'security_group_rule': {'security_group_id': '1329abea-b2e4-4b13-a3a0-fc8e290f57c4', 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:46:16.745749 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.securitygroups_db [None req-406f0c5b-fd47-4e96-a7b1-229c9484ee29 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Project 90b050f1559e4df18de0abbccc5f7dea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 11:46:16.750345 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-406f0c5b-fd47-4e96-a7b1-229c9484ee29 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.810585 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-406f0c5b-fd47-4e96-a7b1-229c9484ee29 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.814135 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-406f0c5b-fd47-4e96-a7b1-229c9484ee29 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660968'] for security_group_rule, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.830363 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f0c5b-fd47-4e96-a7b1-229c9484ee29 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c4f2e9-cf41-4ea0-aaa6-49c470bca3b8,revision_number=0']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:16.836855 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-406f0c5b-fd47-4e96-a7b1-229c9484ee29 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:16.838288 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-406f0c5b-fd47-4e96-a7b1-229c9484ee29 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1168752 Jul 16 11:46:17.422919 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 24e299d3-ffa5-447a-b5da-ecdd779db594 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:46:17.481458 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 24e299d3-ffa5-447a-b5da-ecdd779db594 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:17.481974 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:17.560745 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device df1e0d3e-179e-41ac-af45-32a7a450d10b up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:46:17.614788 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port df1e0d3e-179e-41ac-af45-32a7a450d10b completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:46:17.618874 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port df1e0d3e-179e-41ac-af45-32a7a450d10b triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:17.619247 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:17.694433 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:17.716301 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port df1e0d3e-179e-41ac-af45-32a7a450d10b, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=df1e0d3e-179e-41ac-af45-32a7a450d10b,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:46:17.720503 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:17.768877 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=df1e0d3e-179e-41ac-af45-32a7a450d10b,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:18.207640 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Sync routers for ids ['5964469c-522f-4d9c-9455-4bccec73c72f'] in dv-cinder-784763-6-iscsi {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:46:18.216610 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Routers {'5964469c-522f-4d9c-9455-4bccec73c72f'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:46:18.217215 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:46:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5964469c-522f-4d9c-9455-4bccec73c72f'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:18.322276 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Set router 5964469c-522f-4d9c-9455-4bccec73c72f gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:46:18.518557 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'name': 'tempest-TestVolumeBootPattern-1399794578-router', 'tenant_id': '694ca9d13844490b80a1904de38ae13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'df1e0d3e-179e-41ac-af45-32a7a450d10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:11Z', 'updated_at': '2021-07-16T11:46:14Z', 'revision_number': 4, 'project_id': '694ca9d13844490b80a1904de38ae13f', 'gw_port': {'id': 'df1e0d3e-179e-41ac-af45-32a7a450d10b', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:12Z', 'updated_at': '2021-07-16T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '044a2de8-41c0-4869-b215-a19e8c764881', 'name': '', 'network_id': '207aac71-5fd1-4294-a477-7f2853fe53b1', 'tenant_id': '694ca9d13844490b80a1904de38ae13f', 'mac_address': 'fa:16:3e:5c:ec:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e9e374bb-fe5a-4d19-a11b-b8449f79841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:13Z', 'updated_at': '2021-07-16T11:46:14Z', 'revision_number': 2, 'project_id': '694ca9d13844490b80a1904de38ae13f', 'subnets': [{'id': 'e9e374bb-fe5a-4d19-a11b-b8449f79841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:18.545146 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Checking router: 5964469c-522f-4d9c-9455-4bccec73c72f for host: dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:46:18.545496 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Updating router 5964469c-522f-4d9c-9455-4bccec73c72f port 044a2de8-41c0-4869-b215-a19e8c764881 binding host dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 11:46:18.577825 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:18.834745 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Notify callbacks [] for port, precommit_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:18.844082 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.provisioning_blocks [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Transition to ACTIVE for port object 044a2de8-41c0-4869-b215-a19e8c764881 will not be triggered until provisioned by entity L2. {{(pid=93106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:46:18.849858 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:18.899036 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab17041-164d-4588-9199-a546e49f0c06 None None] Pushing event updated for resources: {'Port': ['ID=044a2de8-41c0-4869-b215-a19e8c764881,revision_number=3']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:18.955044 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Attempting to bind port 044a2de8-41c0-4869-b215-a19e8c764881 on host dv-cinder-784763-6-iscsi for vnic_type normal with profile {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:46:18.955442 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Attempting to bind port 044a2de8-41c0-4869-b215-a19e8c764881 by drivers openvswitch,hyperv on host dv-cinder-784763-6-iscsi at level 0 using segments [{'id': '10fe2ffe-92e8-4a89-b887-85cdeaea3682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '207aac71-5fd1-4294-a477-7f2853fe53b1'}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:46:18.955823 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Attempting to bind port 044a2de8-41c0-4869-b215-a19e8c764881 on network 207aac71-5fd1-4294-a477-7f2853fe53b1 {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:46:18.962717 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Checking agent: {'id': '41040e35-ecdf-49cf-8794-db1743d5e656', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 27, 2), 'started_at': datetime.datetime(2021, 7, 16, 11, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:46:18.963089 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Checking segment: {'id': '10fe2ffe-92e8-4a89-b887-85cdeaea3682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '207aac71-5fd1-4294-a477-7f2853fe53b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:46:18.963490 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:18.963907 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Bound using segment: {'id': '10fe2ffe-92e8-4a89-b887-85cdeaea3682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '207aac71-5fd1-4294-a477-7f2853fe53b1'} {{(pid=93106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:46:18.964373 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.managers [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Bound port: 044a2de8-41c0-4869-b215-a19e8c764881, host: dv-cinder-784763-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fe2ffe-92e8-4a89-b887-85cdeaea3682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '207aac71-5fd1-4294-a477-7f2853fe53b1'}}] {{(pid=93106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:46:18.964771 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:19.033592 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] For port 044a2de8-41c0-4869-b215-a19e8c764881, host dv-cinder-784763-6-iscsi, cleared binding levels {{(pid=93106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:46:19.036968 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.db [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] For port 044a2de8-41c0-4869-b215-a19e8c764881, host dv-cinder-784763-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=044a2de8-41c0-4869-b215-a19e8c764881,segment=NetworkSegment(10fe2ffe-92e8-4a89-b887-85cdeaea3682),segment_id=10fe2ffe-92e8-4a89-b887-85cdeaea3682)] {{(pid=93106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:46:19.040759 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:19.092804 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Routers {'5964469c-522f-4d9c-9455-4bccec73c72f'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:46:19.093450 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:46:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5964469c-522f-4d9c-9455-4bccec73c72f'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:19.150033 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab17041-164d-4588-9199-a546e49f0c06 None None] Pushing event updated for resources: {'Port': ['ID=044a2de8-41c0-4869-b215-a19e8c764881,revision_number=4']} {{(pid=93106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:19.214052 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] Set router 5964469c-522f-4d9c-9455-4bccec73c72f gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:46:19.362021 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 044a2de8-41c0-4869-b215-a19e8c764881 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:46:19.417139 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning for port 044a2de8-41c0-4869-b215-a19e8c764881 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:46:19.421245 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 044a2de8-41c0-4869-b215-a19e8c764881 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:19.421616 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:19.497785 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:19.505670 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'name': 'tempest-TestVolumeBootPattern-1399794578-router', 'tenant_id': '694ca9d13844490b80a1904de38ae13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'df1e0d3e-179e-41ac-af45-32a7a450d10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:11Z', 'updated_at': '2021-07-16T11:46:14Z', 'revision_number': 4, 'project_id': '694ca9d13844490b80a1904de38ae13f', 'gw_port': {'id': 'df1e0d3e-179e-41ac-af45-32a7a450d10b', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:12Z', 'updated_at': '2021-07-16T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '044a2de8-41c0-4869-b215-a19e8c764881', 'name': '', 'network_id': '207aac71-5fd1-4294-a477-7f2853fe53b1', 'tenant_id': '694ca9d13844490b80a1904de38ae13f', 'mac_address': 'fa:16:3e:5c:ec:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e9e374bb-fe5a-4d19-a11b-b8449f79841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:13Z', 'updated_at': '2021-07-16T11:46:19Z', 'revision_number': 4, 'project_id': '694ca9d13844490b80a1904de38ae13f', 'subnets': [{'id': 'e9e374bb-fe5a-4d19-a11b-b8449f79841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:19.532111 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e2ffec-4613-419d-9de7-b6946a5a2912 None None] The sync data for ids ['5964469c-522f-4d9c-9455-4bccec73c72f'] in dv-cinder-784763-6-iscsi is: [{'id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'name': 'tempest-TestVolumeBootPattern-1399794578-router', 'tenant_id': '694ca9d13844490b80a1904de38ae13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'df1e0d3e-179e-41ac-af45-32a7a450d10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:11Z', 'updated_at': '2021-07-16T11:46:14Z', 'revision_number': 4, 'project_id': '694ca9d13844490b80a1904de38ae13f', 'gw_port': {'id': 'df1e0d3e-179e-41ac-af45-32a7a450d10b', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:12Z', 'updated_at': '2021-07-16T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '044a2de8-41c0-4869-b215-a19e8c764881', 'name': '', 'network_id': '207aac71-5fd1-4294-a477-7f2853fe53b1', 'tenant_id': '694ca9d13844490b80a1904de38ae13f', 'mac_address': 'fa:16:3e:5c:ec:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e9e374bb-fe5a-4d19-a11b-b8449f79841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:13Z', 'updated_at': '2021-07-16T11:46:19Z', 'revision_number': 4, 'project_id': '694ca9d13844490b80a1904de38ae13f', 'subnets': [{'id': 'e9e374bb-fe5a-4d19-a11b-b8449f79841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:46:19.535553 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] For port 044a2de8-41c0-4869-b215-a19e8c764881, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=044a2de8-41c0-4869-b215-a19e8c764881,segment=NetworkSegment(10fe2ffe-92e8-4a89-b887-85cdeaea3682),segment_id=10fe2ffe-92e8-4a89-b887-85cdeaea3682)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:46:19.539754 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:19.540589 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device df1e0d3e-179e-41ac-af45-32a7a450d10b up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:46:19.620761 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Pushing event updated for resources: {'Port': ['ID=044a2de8-41c0-4869-b215-a19e8c764881,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:19.632105 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port df1e0d3e-179e-41ac-af45-32a7a450d10b triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:19.632483 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:21.323871 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 044a2de8-41c0-4869-b215-a19e8c764881 up at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:46:21.374084 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Provisioning complete for port 044a2de8-41c0-4869-b215-a19e8c764881 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:21.374450 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:24.918951 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:26.449758 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:46:28.889522 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-0d7e6f15-b2c4-400f-93e5-2e0d0466d57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:31.681151 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-6d9519cb-86d2-4382-9e15-0e813ac0405d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:32.073188 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:32.235550 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-71a6a119-18ae-4514-8d40-74a97f47484f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647134941&fields=id&tenant_id=90b050f1559e4df18de0abbccc5f7dea HTTP/1.1" status: 200 len: 267 time: 0.0318303 Jul 16 11:46:32.337459 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-d5cf7794-7dff-4eb2-bbda-08dcd6a83c29 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:32.338889 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-d5cf7794-7dff-4eb2-bbda-08dcd6a83c29 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 812 time: 0.0958452 Jul 16 11:46:32.352559 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5536aca6-af5a-40ee-8603-3975532bce8d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/quotas/90b050f1559e4df18de0abbccc5f7dea HTTP/1.1" status: 200 len: 375 time: 0.0085258 Jul 16 11:46:32.418201 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-56204948-c7ed-4446-8b8d-b6e56fe7d4c3 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610721 Jul 16 11:46:32.518414 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-8935ae03-402a-4f45-8e42-a1046aa50b76 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 11:46:32.519418 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-8935ae03-402a-4f45-8e42-a1046aa50b76 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0903573 Jul 16 11:46:32.605214 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-f334344f-d077-4fbd-8e27-95d9d039069b service neutron] 10.222.0.16 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799360 Jul 16 11:46:32.693298 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-7a536fbc-8668-4594-8b8e-d6879b79e8af service neutron] 10.222.0.16 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826302 Jul 16 11:46:32.841983 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:32.980730 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2c44f3fb-39de-415f-b1d1-86905205ec50 req-ef01d008-9373-4623-8128-e33218171841 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 210 time: 0.0295315 Jul 16 11:46:34.118665 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c7d735fc-e4f8-458c-975f-ac5d875243a9 req-56942f44-f651-4604-b8b9-b3ec65c87bb9 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 210 time: 0.0282934 Jul 16 11:46:34.142247 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-bc92a567-6000-4935-97d3-0b87901fe87f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:34.143688 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-bc92a567-6000-4935-97d3-0b87901fe87f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.13 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 812 time: 0.1031625 Jul 16 11:46:34.187661 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-e87b2b42-19e3-478e-9ea1-b7fc6ca18048 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90b050f1559e4df18de0abbccc5f7dea HTTP/1.1" status: 200 len: 379 time: 0.0355616 Jul 16 11:46:34.196892 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-378783b7-b016-43e6-ba76-22e1fa09fdcd tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Request body: {'port': {'device_id': 'e093d9eb-170d-4a4f-a3cb-fe442eaa4136', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'admin_state_up': True, 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'security_groups': ['1329abea-b2e4-4b13-a3a0-fc8e290f57c4']}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:46:34.305911 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-378783b7-b016-43e6-ba76-22e1fa09fdcd tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Made reservation on behalf of 90b050f1559e4df18de0abbccc5f7dea for: {'port': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:46:34.309618 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-378783b7-b016-43e6-ba76-22e1fa09fdcd tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:34.349818 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:34.432944 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-378783b7-b016-43e6-ba76-22e1fa09fdcd tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Allocated IP 172.20.0.11 (a265a739-d403-4262-a6c5-2e36d9da7e98/5e549940-114b-4527-bee2-71d5c7d694ae/10db6d96-0dd9-4484-a0d7-cfece9c614f4) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:46:34.577934 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-378783b7-b016-43e6-ba76-22e1fa09fdcd tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:34.592176 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-378783b7-b016-43e6-ba76-22e1fa09fdcd tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Transition to ACTIVE for port object 10db6d96-0dd9-4484-a0d7-cfece9c614f4 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:46:34.624300 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-378783b7-b016-43e6-ba76-22e1fa09fdcd tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:34.666206 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-378783b7-b016-43e6-ba76-22e1fa09fdcd tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Network a265a739-d403-4262-a6c5-2e36d9da7e98 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:46:34.671239 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-378783b7-b016-43e6-ba76-22e1fa09fdcd tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:46:34.673981 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-378783b7-b016-43e6-ba76-22e1fa09fdcd tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:46:34.711969 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378783b7-b016-43e6-ba76-22e1fa09fdcd tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event updated for resources: {'Port': ['ID=10db6d96-0dd9-4484-a0d7-cfece9c614f4,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:34.736763 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-378783b7-b016-43e6-ba76-22e1fa09fdcd tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:34.737372 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-378783b7-b016-43e6-ba76-22e1fa09fdcd tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:34.751982 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-378783b7-b016-43e6-ba76-22e1fa09fdcd tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5586052 Jul 16 11:46:34.762982 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Request body: {'port': {'device_id': 'e093d9eb-170d-4a4f-a3cb-fe442eaa4136', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:46:34.835836 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:34.922508 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-576665ab-7ff9-4c46-94d0-51fb4d1afcf7 None None] Provisioning for port 10db6d96-0dd9-4484-a0d7-cfece9c614f4 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:46:34.926353 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-576665ab-7ff9-4c46-94d0-51fb4d1afcf7 None None] Provisioning complete for port 10db6d96-0dd9-4484-a0d7-cfece9c614f4 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:34.926718 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-576665ab-7ff9-4c46-94d0-51fb4d1afcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:34.962611 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-576665ab-7ff9-4c46-94d0-51fb4d1afcf7 None None] Port 10db6d96-0dd9-4484-a0d7-cfece9c614f4 cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:46:35.094689 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10db6d96-0dd9-4484-a0d7-cfece9c614f4 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:46:35.101924 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:35.114627 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Transition to ACTIVE for port object 10db6d96-0dd9-4484-a0d7-cfece9c614f4 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:46:35.117858 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:35.183643 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Pushing event updated for resources: {'Port': ['ID=10db6d96-0dd9-4484-a0d7-cfece9c614f4,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:35.242236 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Attempting to bind port 10db6d96-0dd9-4484-a0d7-cfece9c614f4 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:46:35.245595 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Attempting to bind port 10db6d96-0dd9-4484-a0d7-cfece9c614f4 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:46:35.246119 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Attempting to bind port 10db6d96-0dd9-4484-a0d7-cfece9c614f4 on network a265a739-d403-4262-a6c5-2e36d9da7e98 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:46:35.250953 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Port 10db6d96-0dd9-4484-a0d7-cfece9c614f4 on network a265a739-d403-4262-a6c5-2e36d9da7e98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:46:35.251278 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Attempting to bind port 10db6d96-0dd9-4484-a0d7-cfece9c614f4 on network a265a739-d403-4262-a6c5-2e36d9da7e98 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:46:35.264586 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:46:35.265281 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Checking segment: {'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:46:35.265892 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Bound using segment: {'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:46:35.266968 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Bound port: 10db6d96-0dd9-4484-a0d7-cfece9c614f4, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:46:35.267553 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:35.322800 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65904046-30d1-4ccb-88d7-e96bbdd0d47c req-cb9457bd-50a1-49f3-b948-aa6ebf2d47b9 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:35.324892 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-65904046-30d1-4ccb-88d7-e96bbdd0d47c req-cb9457bd-50a1-49f3-b948-aa6ebf2d47b9 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 944 time: 0.0840316 Jul 16 11:46:35.341255 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] For port 10db6d96-0dd9-4484-a0d7-cfece9c614f4, host hv-cinder-78476, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:46:35.344408 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] For port 10db6d96-0dd9-4484-a0d7-cfece9c614f4, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=10db6d96-0dd9-4484-a0d7-cfece9c614f4,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:46:35.349934 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:35.364506 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-65904046-30d1-4ccb-88d7-e96bbdd0d47c req-01bc7003-8266-4e7d-ab07-3f5fe76ba221 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335915 Jul 16 11:46:35.384237 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:35.384845 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:35.387131 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] 10.222.0.13 "PUT /v2.0/ports/10db6d96-0dd9-4484-a0d7-cfece9c614f4 HTTP/1.1" status: 200 len: 1094 time: 0.6284761 Jul 16 11:46:35.389758 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e093d9eb-170d-4a4f-a3cb-fe442eaa4136', 'tag': '10db6d96-0dd9-4484-a0d7-cfece9c614f4'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:46:35.392899 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c96616a-5a53-4466-99dd-9be5f8a8b804" -d '{"events": [{"name": "network-changed", "server_uuid": "e093d9eb-170d-4a4f-a3cb-fe442eaa4136", "tag": "10db6d96-0dd9-4484-a0d7-cfece9c614f4"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:46:35.428139 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d80a5-c683-4512-ad53-154ca561439b service neutron] Pushing event updated for resources: {'Port': ['ID=10db6d96-0dd9-4484-a0d7-cfece9c614f4,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:35.437784 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c0437c-fdbc-4a2e-be9b-d854d26efaf3 x-openstack-request-id: req-d4c0437c-fdbc-4a2e-be9b-d854d26efaf3 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:46:35.438081 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e093d9eb-170d-4a4f-a3cb-fe442eaa4136", "tag": "10db6d96-0dd9-4484-a0d7-cfece9c614f4", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:46:35.438336 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4c0437c-fdbc-4a2e-be9b-d854d26efaf3 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:46:35.438729 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e093d9eb-170d-4a4f-a3cb-fe442eaa4136', 'tag': '10db6d96-0dd9-4484-a0d7-cfece9c614f4', 'status': 'completed', 'code': 200} Jul 16 11:46:35.492691 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-e4a5c044-0ee2-456c-86d2-175feb0f5cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:35.494266 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-e4a5c044-0ee2-456c-86d2-175feb0f5cff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 1097 time: 0.0547657 Jul 16 11:46:35.539041 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-5156fe4b-82be-42da-8963-af4fe95231a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10db6d96-0dd9-4484-a0d7-cfece9c614f4 HTTP/1.1" status: 200 len: 217 time: 0.0370977 Jul 16 11:46:35.586846 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-b808a4d9-4ea4-4c17-83d9-625e7b62e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:35.588296 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-b808a4d9-4ea4-4c17-83d9-625e7b62e5ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e549940-114b-4527-bee2-71d5c7d694ae HTTP/1.1" status: 200 len: 851 time: 0.0427358 Jul 16 11:46:35.644607 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-4c948293-f3fd-4b3a-88c2-abd22a981d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:35.646590 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-4c948293-f3fd-4b3a-88c2-abd22a981d8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a265a739-d403-4262-a6c5-2e36d9da7e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503232 Jul 16 11:46:35.734789 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-6a61c745-d6fb-481c-bcee-539960ca53ad service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822794 Jul 16 11:46:35.820949 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-bfd3774b-197f-4247-b45b-26907032ffc2 req-35bc39c4-5a52-42c1-82bf-f33d47469d32 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788460 Jul 16 11:46:35.915988 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96616a-5a53-4466-99dd-9be5f8a8b804 req-2bac3e2b-a5cb-488d-b9fc-101a5c18fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:35.917329 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-8c96616a-5a53-4466-99dd-9be5f8a8b804 req-2bac3e2b-a5cb-488d-b9fc-101a5c18fc4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 1097 time: 0.0497935 Jul 16 11:46:36.007154 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96616a-5a53-4466-99dd-9be5f8a8b804 req-4944d31b-9c03-4abb-9338-ba436e92674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:36.008602 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-8c96616a-5a53-4466-99dd-9be5f8a8b804 req-4944d31b-9c03-4abb-9338-ba436e92674f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 913 time: 0.0844409 Jul 16 11:46:36.047747 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-8c96616a-5a53-4466-99dd-9be5f8a8b804 req-7f356ea2-071b-43f8-8fd8-1a7b72a50039 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10db6d96-0dd9-4484-a0d7-cfece9c614f4 HTTP/1.1" status: 200 len: 217 time: 0.0320685 Jul 16 11:46:36.096545 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96616a-5a53-4466-99dd-9be5f8a8b804 req-283dce74-82cd-4508-837d-42aff7e0c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:36.097914 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-8c96616a-5a53-4466-99dd-9be5f8a8b804 req-283dce74-82cd-4508-837d-42aff7e0c566 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e549940-114b-4527-bee2-71d5c7d694ae HTTP/1.1" status: 200 len: 851 time: 0.0432992 Jul 16 11:46:36.151578 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96616a-5a53-4466-99dd-9be5f8a8b804 req-a7dd7eaa-c5a1-4c46-b4fa-145936ec49f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:36.153000 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-8c96616a-5a53-4466-99dd-9be5f8a8b804 req-a7dd7eaa-c5a1-4c46-b4fa-145936ec49f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a265a739-d403-4262-a6c5-2e36d9da7e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487552 Jul 16 11:46:36.242029 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-8c96616a-5a53-4466-99dd-9be5f8a8b804 req-6a6c9622-2649-4d9d-85fa-1ddfabd93a51 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821579 Jul 16 11:46:36.327532 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-8c96616a-5a53-4466-99dd-9be5f8a8b804 req-8bdcf839-e779-4391-a860-f0d4b7b5a82d service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795300 Jul 16 11:46:36.533454 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2334054-8eef-4bdc-a6f3-c6e21552689f req-0b7fd898-5380-43b5-8cb6-3f07cb6936fc tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:36.534822 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f2334054-8eef-4bdc-a6f3-c6e21552689f req-0b7fd898-5380-43b5-8cb6-3f07cb6936fc tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 944 time: 0.0611484 Jul 16 11:46:36.571344 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f2334054-8eef-4bdc-a6f3-c6e21552689f req-4cd14297-8e60-4899-8e10-fe9761651e3c tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310078 Jul 16 11:46:37.752300 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91d686-7b18-4cb6-be3c-e63b50dda030 req-8fd90d51-39fe-43cc-9ea7-92d998f808a4 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:37.753773 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4c91d686-7b18-4cb6-be3c-e63b50dda030 req-8fd90d51-39fe-43cc-9ea7-92d998f808a4 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 944 time: 0.0666280 Jul 16 11:46:37.798096 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4c91d686-7b18-4cb6-be3c-e63b50dda030 req-41b36919-8114-4244-8c6d-215453eb48cc tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382137 Jul 16 11:46:38.967274 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f581509-850e-410d-83fe-c4d24f9dd80a req-0a91ea61-90ca-4f58-a5c3-cc4394a8cf03 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:38.968765 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8f581509-850e-410d-83fe-c4d24f9dd80a req-0a91ea61-90ca-4f58-a5c3-cc4394a8cf03 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 944 time: 0.0611904 Jul 16 11:46:39.006163 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8f581509-850e-410d-83fe-c4d24f9dd80a req-3521ed5f-639d-4529-a7a5-bbd11cc2973a tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318720 Jul 16 11:46:40.171305 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625ef9e-4dbe-420d-959c-fc00e1c66f62 req-1de0fd06-9bfc-438c-8e2e-c1e9c266d4f1 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:40.172756 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2625ef9e-4dbe-420d-959c-fc00e1c66f62 req-1de0fd06-9bfc-438c-8e2e-c1e9c266d4f1 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 944 time: 0.0612900 Jul 16 11:46:40.207593 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-2625ef9e-4dbe-420d-959c-fc00e1c66f62 req-ce70ca75-ac8f-4ea5-94e9-74bd8f725ec8 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293458 Jul 16 11:46:41.379742 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c16f1-112b-4caa-869e-453aa53560e4 req-243dde62-9258-4f43-b9fe-1b669b239bc2 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:41.381405 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ca6c16f1-112b-4caa-869e-453aa53560e4 req-243dde62-9258-4f43-b9fe-1b669b239bc2 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 944 time: 0.0648472 Jul 16 11:46:41.417412 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ca6c16f1-112b-4caa-869e-453aa53560e4 req-da605c6c-406a-4e24-ad61-e01478cbb0d3 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306058 Jul 16 11:46:42.583867 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cea69-1e43-4e20-92ef-06882ecfadeb req-911926f0-d704-472c-a059-7b56c9769156 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:42.585316 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d77cea69-1e43-4e20-92ef-06882ecfadeb req-911926f0-d704-472c-a059-7b56c9769156 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 944 time: 0.0612042 Jul 16 11:46:42.621607 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d77cea69-1e43-4e20-92ef-06882ecfadeb req-e8d1f362-abb5-4dda-a931-999191ea3ff0 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310073 Jul 16 11:46:43.484354 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 10db6d96-0dd9-4484-a0d7-cfece9c614f4 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:46:43.574546 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 10db6d96-0dd9-4484-a0d7-cfece9c614f4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=10db6d96-0dd9-4484-a0d7-cfece9c614f4,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:46:43.585124 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': '10db6d96-0dd9-4484-a0d7-cfece9c614f4', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'port_id': '10db6d96-0dd9-4484-a0d7-cfece9c614f4', 'mac_address': 'fa:16:3e:e5:81:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:46:43.623498 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:43.635367 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10db6d96-0dd9-4484-a0d7-cfece9c614f4 {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:46:43.653753 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 10db6d96-0dd9-4484-a0d7-cfece9c614f4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=10db6d96-0dd9-4484-a0d7-cfece9c614f4,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:46:43.657414 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:43.703770 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=10db6d96-0dd9-4484-a0d7-cfece9c614f4,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:43.787633 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d462826-707a-4512-a1a2-aa368ab6a28a req-b73cda80-d10e-467c-a173-352438539699 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:43.789091 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9d462826-707a-4512-a1a2-aa368ab6a28a req-b73cda80-d10e-467c-a173-352438539699 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 945 time: 0.0606961 Jul 16 11:46:43.828507 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9d462826-707a-4512-a1a2-aa368ab6a28a req-a40ddb66-9252-4da7-946a-56c0e933bb4f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339558 Jul 16 11:46:43.888176 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['10db6d96-0dd9-4484-a0d7-cfece9c614f4'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:46:44.996971 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4429d6-6a8e-40ea-ade2-669e42a2dd13 req-d457a36f-0630-4ff8-a5bb-589c759af6b0 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:44.998407 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ce4429d6-6a8e-40ea-ade2-669e42a2dd13 req-d457a36f-0630-4ff8-a5bb-589c759af6b0 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 945 time: 0.0604434 Jul 16 11:46:45.033920 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ce4429d6-6a8e-40ea-ade2-669e42a2dd13 req-fbc896be-4c5b-4541-970e-ebae646c1302 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301445 Jul 16 11:46:45.499996 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 10db6d96-0dd9-4484-a0d7-cfece9c614f4 up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:46:45.546084 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port 10db6d96-0dd9-4484-a0d7-cfece9c614f4 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:46:45.549495 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port 10db6d96-0dd9-4484-a0d7-cfece9c614f4 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:46:45.549863 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:45.624154 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:45.645294 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e093d9eb-170d-4a4f-a3cb-fe442eaa4136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10db6d96-0dd9-4484-a0d7-cfece9c614f4'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:46:45.647521 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d474770-8ffe-497c-9544-02a523821611" -d '{"events": [{"server_uuid": "e093d9eb-170d-4a4f-a3cb-fe442eaa4136", "name": "network-vif-plugged", "status": "completed", "tag": "10db6d96-0dd9-4484-a0d7-cfece9c614f4"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:46:45.664486 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 10db6d96-0dd9-4484-a0d7-cfece9c614f4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=10db6d96-0dd9-4484-a0d7-cfece9c614f4,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:46:45.668677 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:45.717100 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=10db6d96-0dd9-4484-a0d7-cfece9c614f4,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:45.737563 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74d5bf8-fcab-4fe8-ab7c-5bb4b1626596 x-openstack-request-id: req-f74d5bf8-fcab-4fe8-ab7c-5bb4b1626596 {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:46:45.737851 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e093d9eb-170d-4a4f-a3cb-fe442eaa4136", "name": "network-vif-plugged", "status": "completed", "tag": "10db6d96-0dd9-4484-a0d7-cfece9c614f4", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:46:45.738098 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f74d5bf8-fcab-4fe8-ab7c-5bb4b1626596 {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:46:45.738481 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e093d9eb-170d-4a4f-a3cb-fe442eaa4136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10db6d96-0dd9-4484-a0d7-cfece9c614f4', 'code': 200} Jul 16 11:46:45.988341 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3face-ff0a-4c81-8191-766bd363db97 req-4b0ce452-6dd9-4b17-afbf-e50b997564dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:45.990598 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-55d3face-ff0a-4c81-8191-766bd363db97 req-4b0ce452-6dd9-4b17-afbf-e50b997564dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 1099 time: 0.0495479 Jul 16 11:46:46.022644 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-55d3face-ff0a-4c81-8191-766bd363db97 req-1d86715a-8d64-4e57-89ac-a8c561ed78cc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258298 Jul 16 11:46:46.198982 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932202e-f187-4cac-ab8b-288febcd5ab2 req-b67e56e5-709d-4929-86ea-b71c392a48d0 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:46.200461 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3932202e-f187-4cac-ab8b-288febcd5ab2 req-b67e56e5-709d-4929-86ea-b71c392a48d0 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 946 time: 0.0605912 Jul 16 11:46:46.236736 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3932202e-f187-4cac-ab8b-288febcd5ab2 req-3336e528-adc0-4b6e-b01d-ce5b1589ec6d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307827 Jul 16 11:46:47.414404 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfcddf-9073-4a23-acdf-5ecf4222b910 req-d765ccfa-6b35-4017-ac65-ea08f9dc9a78 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:47.415894 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-edcfcddf-9073-4a23-acdf-5ecf4222b910 req-d765ccfa-6b35-4017-ac65-ea08f9dc9a78 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 946 time: 0.0641029 Jul 16 11:46:47.452507 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-edcfcddf-9073-4a23-acdf-5ecf4222b910 req-6d3c2782-e1ba-4fdf-b13b-6c985397676f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311644 Jul 16 11:46:47.619011 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9d0f4-2b23-4071-be05-c13bad1cf21b req-940b0b5e-2399-4e39-9dc6-b21a6b9dcfe4 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:47.620488 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c9e9d0f4-2b23-4071-be05-c13bad1cf21b req-940b0b5e-2399-4e39-9dc6-b21a6b9dcfe4 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 946 time: 0.0615909 Jul 16 11:46:47.655773 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c9e9d0f4-2b23-4071-be05-c13bad1cf21b req-055b41a6-6dc2-40e2-8b07-56b9382b51b1 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300362 Jul 16 11:46:47.679929 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52250) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:47.767213 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7423f988-db48-4509-b801-f3502fce1a5e tempest-TestVolumeBootPattern-1808079111 tempest-TestVolumeBootPattern-1808079111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:47.768734 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-7423f988-db48-4509-b801-f3502fce1a5e tempest-TestVolumeBootPattern-1808079111 tempest-TestVolumeBootPattern-1808079111-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 1094 time: 0.0878665 Jul 16 11:46:47.772085 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52254) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:46:47.776319 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Request body: {'floatingip': {'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'port_id': '10db6d96-0dd9-4484-a0d7-cfece9c614f4', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:46:47.798003 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for floatingip, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:47.891225 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:47.990396 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Allocated IP 172.27.0.8 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/f8f87a0e-8729-4e80-96e1-9a71a99b5338) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:46:48.084269 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:48.119924 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:48.160723 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:46:48.163354 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:46:48.166805 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:46:48.187101 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event updated for resources: {'Port': ['ID=f8f87a0e-8729-4e80-96e1-9a71a99b5338,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:48.513584 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:48.586472 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:48.986360 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:48.991405 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:49.058145 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event updated for resources: {'Port': ['ID=f8f87a0e-8729-4e80-96e1-9a71a99b5338,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:46:49.068363 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814437'] for floatingip, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:49.166020 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.l3_db [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Floating IP 0ec5d69b-374b-4d1f-a69c-d953f085f396 associated. External IP: 172.27.0.8, port: 10db6d96-0dd9-4484-a0d7-cfece9c614f4. Jul 16 11:46:49.364635 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:46:49.468151 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:46:49.477938 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cebabf-26e9-4291-9c55-3270391bdb0a None None] Sync routers for ids ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:46:49.483271 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:49.490650 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cebabf-26e9-4291-9c55-3270391bdb0a None None] Routers {'70055dc9-33e3-4971-b3cf-0f0d1dc35277'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:46:49.490650 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-75cebabf-26e9-4291-9c55-3270391bdb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:46:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:49.531913 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-85d3a258-4b29-47a8-b279-124810adcc18 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7472045 Jul 16 11:46:49.531913 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e093d9eb-170d-4a4f-a3cb-fe442eaa4136', 'tag': '10db6d96-0dd9-4484-a0d7-cfece9c614f4'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:46:49.531913 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6aed44e-d4ed-4246-94a9-6c164be6f385" -d '{"events": [{"name": "network-changed", "server_uuid": "e093d9eb-170d-4a4f-a3cb-fe442eaa4136", "tag": "10db6d96-0dd9-4484-a0d7-cfece9c614f4"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:46:49.558366 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c5e217-7e86-43b0-b0f0-273c6f317713 x-openstack-request-id: req-76c5e217-7e86-43b0-b0f0-273c6f317713 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:46:49.558649 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e093d9eb-170d-4a4f-a3cb-fe442eaa4136", "tag": "10db6d96-0dd9-4484-a0d7-cfece9c614f4", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:46:49.558882 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76c5e217-7e86-43b0-b0f0-273c6f317713 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:46:49.559277 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e093d9eb-170d-4a4f-a3cb-fe442eaa4136', 'tag': '10db6d96-0dd9-4484-a0d7-cfece9c614f4', 'status': 'completed', 'code': 200} Jul 16 11:46:49.602055 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-75cebabf-26e9-4291-9c55-3270391bdb0a None None] Set router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:46:49.634733 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aed44e-d4ed-4246-94a9-6c164be6f385 req-fc108023-a473-419b-9592-697246cc7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:49.636255 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-a6aed44e-d4ed-4246-94a9-6c164be6f385 req-fc108023-a473-419b-9592-697246cc7562 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 1099 time: 0.0546141 Jul 16 11:46:49.721921 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aed44e-d4ed-4246-94a9-6c164be6f385 req-f5eb42d6-bfef-44bc-9a42-6c452bdba53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:49.724025 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-a6aed44e-d4ed-4246-94a9-6c164be6f385 req-f5eb42d6-bfef-44bc-9a42-6c452bdba53d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 913 time: 0.0813205 Jul 16 11:46:49.789511 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-a6aed44e-d4ed-4246-94a9-6c164be6f385 req-ea10f9c8-0fd4-4c11-b8cc-7943a38667d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10db6d96-0dd9-4484-a0d7-cfece9c614f4 HTTP/1.1" status: 200 len: 998 time: 0.0596230 Jul 16 11:46:49.822614 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-75cebabf-26e9-4291-9c55-3270391bdb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '0ec5d69b-374b-4d1f-a69c-d953f085f396', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'port_id': '10db6d96-0dd9-4484-a0d7-cfece9c614f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'mac_address': 'fa:16:3e:e5:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e093d9eb-170d-4a4f-a3cb-fe442eaa4136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:46:48Z', 'updated_at': '2021-07-16T11:46:48Z', 'revision_number': 0, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:15Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:49.837536 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aed44e-d4ed-4246-94a9-6c164be6f385 req-cd7629e6-15c9-4f2a-9187-77d12d4b24ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:49.839001 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-a6aed44e-d4ed-4246-94a9-6c164be6f385 req-cd7629e6-15c9-4f2a-9187-77d12d4b24ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e549940-114b-4527-bee2-71d5c7d694ae HTTP/1.1" status: 200 len: 851 time: 0.0422215 Jul 16 11:46:49.897624 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aed44e-d4ed-4246-94a9-6c164be6f385 req-d47b91ef-44c6-4c1c-a232-52b0a85d5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:46:49.899125 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-a6aed44e-d4ed-4246-94a9-6c164be6f385 req-d47b91ef-44c6-4c1c-a232-52b0a85d5eb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a265a739-d403-4262-a6c5-2e36d9da7e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541513 Jul 16 11:46:49.966939 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cebabf-26e9-4291-9c55-3270391bdb0a None None] Checking router: 70055dc9-33e3-4971-b3cf-0f0d1dc35277 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:46:49.975727 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cebabf-26e9-4291-9c55-3270391bdb0a None None] Routers {'70055dc9-33e3-4971-b3cf-0f0d1dc35277'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:46:49.976376 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-75cebabf-26e9-4291-9c55-3270391bdb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:46:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:49.992094 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-a6aed44e-d4ed-4246-94a9-6c164be6f385 req-55f8292a-a9b8-49a0-b8f5-4e1718809d41 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859900 Jul 16 11:46:50.077602 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-75cebabf-26e9-4291-9c55-3270391bdb0a None None] Set router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:46:50.078023 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-a6aed44e-d4ed-4246-94a9-6c164be6f385 req-58177b8f-fc2d-4d85-91e8-cb0d07fe9e40 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798919 Jul 16 11:46:50.289129 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-75cebabf-26e9-4291-9c55-3270391bdb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '0ec5d69b-374b-4d1f-a69c-d953f085f396', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'port_id': '10db6d96-0dd9-4484-a0d7-cfece9c614f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'mac_address': 'fa:16:3e:e5:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e093d9eb-170d-4a4f-a3cb-fe442eaa4136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:46:48Z', 'updated_at': '2021-07-16T11:46:48Z', 'revision_number': 0, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:15Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:46:50.317781 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cebabf-26e9-4291-9c55-3270391bdb0a None None] The sync data for ids ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'] in dv-cinder-784763-6-iscsi is: [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '0ec5d69b-374b-4d1f-a69c-d953f085f396', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'port_id': '10db6d96-0dd9-4484-a0d7-cfece9c614f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'mac_address': 'fa:16:3e:e5:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e093d9eb-170d-4a4f-a3cb-fe442eaa4136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:46:48Z', 'updated_at': '2021-07-16T11:46:48Z', 'revision_number': 0, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:15Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:46:50.483979 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367e5827-d936-4a9c-8a29-3efcb0a9550e None None] New status for floating IP 0ec5d69b-374b-4d1f-a69c-d953f085f396: ACTIVE {{(pid=93106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 11:46:54.926707 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:46:58.889832 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e78b3956-f06b-44ac-bffa-4a1aa1f45134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:47:01.680676 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-7e541c21-2e49-4cac-8b0f-fc0105faa362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:47:02.073943 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:47:02.310371 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-24edf098-6b27-4cfb-a18e-4809f7e38b07 req-d8d656d0-a87c-45cb-87b6-ee528f4cb27f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530322 Jul 16 11:47:02.400900 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edf098-6b27-4cfb-a18e-4809f7e38b07 req-04a8a0ce-2626-4e1b-95cf-adbd091ca0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:47:02.402239 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-24edf098-6b27-4cfb-a18e-4809f7e38b07 req-04a8a0ce-2626-4e1b-95cf-adbd091ca0a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 1099 time: 0.0502179 Jul 16 11:47:02.502966 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edf098-6b27-4cfb-a18e-4809f7e38b07 req-fdf17228-6ef1-4c8b-99a7-75af7ca724f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:47:02.504443 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-24edf098-6b27-4cfb-a18e-4809f7e38b07 req-fdf17228-6ef1-4c8b-99a7-75af7ca724f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 913 time: 0.0814359 Jul 16 11:47:02.787101 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-24edf098-6b27-4cfb-a18e-4809f7e38b07 req-1011d8e4-3034-4f71-8986-ef76c3df0f31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10db6d96-0dd9-4484-a0d7-cfece9c614f4 HTTP/1.1" status: 200 len: 1000 time: 0.2762616 Jul 16 11:47:02.832596 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edf098-6b27-4cfb-a18e-4809f7e38b07 req-488693e3-cc8b-4103-844e-676f4abbd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:47:02.833997 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-24edf098-6b27-4cfb-a18e-4809f7e38b07 req-488693e3-cc8b-4103-844e-676f4abbd4e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e549940-114b-4527-bee2-71d5c7d694ae HTTP/1.1" status: 200 len: 851 time: 0.0411932 Jul 16 11:47:02.844675 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:47:02.891717 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edf098-6b27-4cfb-a18e-4809f7e38b07 req-1f28ec35-820b-42eb-9937-02b8bbcd1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:47:02.893187 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-24edf098-6b27-4cfb-a18e-4809f7e38b07 req-1f28ec35-820b-42eb-9937-02b8bbcd1ea9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a265a739-d403-4262-a6c5-2e36d9da7e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528991 Jul 16 11:47:02.978473 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-24edf098-6b27-4cfb-a18e-4809f7e38b07 req-791bdfaf-9a9d-4453-a140-307a3031b636 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788453 Jul 16 11:47:03.067401 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-24edf098-6b27-4cfb-a18e-4809f7e38b07 req-5849448e-2a9d-45f3-9df3-da0a53ebce00 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825005 Jul 16 11:47:03.448624 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:47:04.351488 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:47:24.934565 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:47:28.890249 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-17d76efd-c269-455c-a470-8baf8f975304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:47:31.680245 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4dbebe67-50aa-4f74-bb0e-e80e36b446cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:47:32.074306 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:47:32.846633 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:47:34.355117 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:47:40.447536 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:47:54.930578 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:47:58.890086 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-04a3dea4-adf4-4947-a0d4-130249377fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:01.683661 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-b4504d34-438c-4a84-80e6-9a2c40542312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:02.073655 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:02.314056 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-25d34d8e-b279-4e94-8826-afbfa291317f req-1c55b034-80f7-4105-802e-78ee5c6fdbc7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501175 Jul 16 11:48:02.401433 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d34d8e-b279-4e94-8826-afbfa291317f req-9ba48b98-5f9b-4ef0-aecc-01dc1769c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:02.402788 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-25d34d8e-b279-4e94-8826-afbfa291317f req-9ba48b98-5f9b-4ef0-aecc-01dc1769c441 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 1099 time: 0.0504014 Jul 16 11:48:02.505720 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d34d8e-b279-4e94-8826-afbfa291317f req-8535e703-dcf9-4a18-98c8-037aa5d921a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:02.507252 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-25d34d8e-b279-4e94-8826-afbfa291317f req-8535e703-dcf9-4a18-98c8-037aa5d921a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 913 time: 0.0853262 Jul 16 11:48:02.568201 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-25d34d8e-b279-4e94-8826-afbfa291317f req-c2680969-69e9-4d15-b997-73f57ec73547 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10db6d96-0dd9-4484-a0d7-cfece9c614f4 HTTP/1.1" status: 200 len: 1000 time: 0.0546904 Jul 16 11:48:02.617672 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d34d8e-b279-4e94-8826-afbfa291317f req-ab9d9d96-4c20-4a6c-bd81-b8980c8cc5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:02.619063 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-25d34d8e-b279-4e94-8826-afbfa291317f req-ab9d9d96-4c20-4a6c-bd81-b8980c8cc5fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e549940-114b-4527-bee2-71d5c7d694ae HTTP/1.1" status: 200 len: 851 time: 0.0453486 Jul 16 11:48:02.674212 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d34d8e-b279-4e94-8826-afbfa291317f req-325d0a04-8fcd-4931-b157-b8754522e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:02.675575 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-25d34d8e-b279-4e94-8826-afbfa291317f req-325d0a04-8fcd-4931-b157-b8754522e9d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a265a739-d403-4262-a6c5-2e36d9da7e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503390 Jul 16 11:48:02.762580 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-25d34d8e-b279-4e94-8826-afbfa291317f req-035b1f2e-663b-40b3-9cd4-06ab8ea57d6f service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810649 Jul 16 11:48:02.849453 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-25d34d8e-b279-4e94-8826-afbfa291317f req-bb003f97-ca62-454a-9b37-f986406220e8 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792630 Jul 16 11:48:02.850621 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:04.357170 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:17.446130 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:48:24.946793 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:28.889583 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-30b1e971-5f23-40bb-b03a-985b691edfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:31.684892 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-9c83293d-c069-4e3d-9a08-86f6cdcbdc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:32.074148 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:32.852198 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:34.360146 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:45.019100 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889dee5-f5df-4f73-978d-04cb543022b0 req-ad2c7af8-f3ca-44e0-b803-e504e92ec6b4 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:45.020574 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4889dee5-f5df-4f73-978d-04cb543022b0 req-ad2c7af8-f3ca-44e0-b803-e504e92ec6b4 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 946 time: 0.0652461 Jul 16 11:48:45.056916 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4889dee5-f5df-4f73-978d-04cb543022b0 req-767e97ed-0517-4bba-a61d-0724b9105cf5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309780 Jul 16 11:48:46.241658 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f775ef2-0be6-4ddf-8f09-e0c2c6706f71 req-a9c1ec5b-0d2b-4ed5-9750-522d1faa21c0 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:46.243103 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8f775ef2-0be6-4ddf-8f09-e0c2c6706f71 req-a9c1ec5b-0d2b-4ed5-9750-522d1faa21c0 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 946 time: 0.0611911 Jul 16 11:48:46.278917 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8f775ef2-0be6-4ddf-8f09-e0c2c6706f71 req-1831ac37-72f8-41d9-86c7-4a48c5b5584e tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304558 Jul 16 11:48:46.456088 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b516b-3781-4bdc-94c3-cd37a104083d req-ddeccddd-8982-4196-8390-bf733890838b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:46.457400 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-115b516b-3781-4bdc-94c3-cd37a104083d req-ddeccddd-8982-4196-8390-bf733890838b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.13 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 946 time: 0.0603540 Jul 16 11:48:46.553891 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-115b516b-3781-4bdc-94c3-cd37a104083d req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Deleting port 10db6d96-0dd9-4484-a0d7-cfece9c614f4 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:48:46.554252 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-115b516b-3781-4bdc-94c3-cd37a104083d req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:46.641556 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-115b516b-3781-4bdc-94c3-cd37a104083d req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] For port 10db6d96-0dd9-4484-a0d7-cfece9c614f4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=10db6d96-0dd9-4484-a0d7-cfece9c614f4,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:48:46.641908 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-115b516b-3781-4bdc-94c3-cd37a104083d req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:46.802850 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-115b516b-3781-4bdc-94c3-cd37a104083d req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:46.803216 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-115b516b-3781-4bdc-94c3-cd37a104083d req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814437'] for floatingip, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:46.803524 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.db.l3_db [req-115b516b-3781-4bdc-94c3-cd37a104083d req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Floating IP 0ec5d69b-374b-4d1f-a69c-d953f085f396 disassociated. External IP: 172.27.0.8, port: 10db6d96-0dd9-4484-a0d7-cfece9c614f4. Jul 16 11:48:46.803902 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-115b516b-3781-4bdc-94c3-cd37a104083d req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Calling delete_port for 10db6d96-0dd9-4484-a0d7-cfece9c614f4 owned by compute:nova {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:48:46.926085 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-115b516b-3781-4bdc-94c3-cd37a104083d req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:46.951212 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event deleted for resources: {'Port': ['ID=10db6d96-0dd9-4484-a0d7-cfece9c614f4,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:48:46.960926 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:48:46.961270 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:48:46.961609 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:48:46.961939 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:48:46.962260 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:48:46.962583 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:48:46.962909 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:48:46.963229 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:48:46.963957 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:48:46.963957 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:48:46.964199 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:48:46.964486 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:48:47.074290 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-115b516b-3781-4bdc-94c3-cd37a104083d req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:48:47.176298 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-115b516b-3781-4bdc-94c3-cd37a104083d req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:48:47.185319 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c800ef58-d8c9-4d5f-abde-5c6396367e58 None None] Sync routers for ids ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:48:47.194032 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c800ef58-d8c9-4d5f-abde-5c6396367e58 None None] Routers {'70055dc9-33e3-4971-b3cf-0f0d1dc35277'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:48:47.195209 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-c800ef58-d8c9-4d5f-abde-5c6396367e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:48:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:48:47.219141 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-115b516b-3781-4bdc-94c3-cd37a104083d req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] No DVR routers for this DVR port 10db6d96-0dd9-4484-a0d7-cfece9c614f4 on host hv-cinder-78476 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:48:47.221842 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-115b516b-3781-4bdc-94c3-cd37a104083d req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:47.223977 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-115b516b-3781-4bdc-94c3-cd37a104083d req-fc140ee5-0c4d-4129-a9a8-9559ed3ef702 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.13 "DELETE /v2.0/ports/10db6d96-0dd9-4484-a0d7-cfece9c614f4 HTTP/1.1" status: 204 len: 173 time: 0.7614515 Jul 16 11:48:47.224643 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e093d9eb-170d-4a4f-a3cb-fe442eaa4136', 'name': 'network-vif-deleted', 'tag': '10db6d96-0dd9-4484-a0d7-cfece9c614f4'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:48:47.227713 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6ae0c2-ff8c-4001-a9fa-5f46aaa73de2" -d '{"events": [{"server_uuid": "e093d9eb-170d-4a4f-a3cb-fe442eaa4136", "name": "network-vif-deleted", "tag": "10db6d96-0dd9-4484-a0d7-cfece9c614f4"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:48:47.277497 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f9c4a1-3ae6-43c5-b3a2-848ba9e2b104 x-openstack-request-id: req-61f9c4a1-3ae6-43c5-b3a2-848ba9e2b104 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:48:47.277790 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e093d9eb-170d-4a4f-a3cb-fe442eaa4136", "name": "network-vif-deleted", "tag": "10db6d96-0dd9-4484-a0d7-cfece9c614f4", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:48:47.278040 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61f9c4a1-3ae6-43c5-b3a2-848ba9e2b104 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:48:47.278427 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e093d9eb-170d-4a4f-a3cb-fe442eaa4136', 'name': 'network-vif-deleted', 'tag': '10db6d96-0dd9-4484-a0d7-cfece9c614f4', 'status': 'completed', 'code': 200} Jul 16 11:48:47.300504 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-c800ef58-d8c9-4d5f-abde-5c6396367e58 None None] Set router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:48:47.422078 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-56ea0f37-040c-41b4-b38c-07d347625308 req-375ed1ad-2b15-460c-8f31-4cf06fcbfd7b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=e093d9eb-170d-4a4f-a3cb-fe442eaa4136 HTTP/1.1" status: 200 len: 210 time: 0.0293267 Jul 16 11:48:47.511402 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-c800ef58-d8c9-4d5f-abde-5c6396367e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:15Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:48:47.540769 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c800ef58-d8c9-4d5f-abde-5c6396367e58 None None] Checking router: 70055dc9-33e3-4971-b3cf-0f0d1dc35277 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:48:47.549732 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c800ef58-d8c9-4d5f-abde-5c6396367e58 None None] Routers {'70055dc9-33e3-4971-b3cf-0f0d1dc35277'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:48:47.550294 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-c800ef58-d8c9-4d5f-abde-5c6396367e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:48:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:48:47.651548 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-c800ef58-d8c9-4d5f-abde-5c6396367e58 None None] Set router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:48:47.843847 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-c800ef58-d8c9-4d5f-abde-5c6396367e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:15Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:48:47.870075 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c800ef58-d8c9-4d5f-abde-5c6396367e58 None None] The sync data for ids ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'] in dv-cinder-784763-6-iscsi is: [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:15Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:48:48.089220 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc8a828-aba4-44aa-ad5b-397c71bf0a61 None None] New status for floating IP 0ec5d69b-374b-4d1f-a69c-d953f085f396: DOWN {{(pid=93106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 11:48:48.698408 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-2da2f684-4dcb-4d01-9c87-229c01c037a9 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647134941&fields=id&tenant_id=90b050f1559e4df18de0abbccc5f7dea HTTP/1.1" status: 200 len: 267 time: 0.0317745 Jul 16 11:48:48.801530 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-1a814108-3b88-4c29-88e0-6f204196ea07 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:48.802888 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-1a814108-3b88-4c29-88e0-6f204196ea07 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 812 time: 0.0984268 Jul 16 11:48:48.817289 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-d6905e71-7d20-44da-a88c-e96c15a6378c tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/quotas/90b050f1559e4df18de0abbccc5f7dea HTTP/1.1" status: 200 len: 375 time: 0.0086083 Jul 16 11:48:48.882612 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-ea03ff1c-aa71-43ba-b64c-52e37e83538d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0607018 Jul 16 11:48:48.974787 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-874e5c03-c3f2-46a2-9040-a33d59e56f0c service neutron] 10.222.0.16 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813844 Jul 16 11:48:49.061498 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-a601b1b1-3175-41b7-930e-9014e1e221c7 service neutron] 10.222.0.16 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804882 Jul 16 11:48:50.108345 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 10db6d96-0dd9-4484-a0d7-cfece9c614f4 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:48:50.128120 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: 10db6d96-0dd9-4484-a0d7-cfece9c614f4 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:48:50.128454 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 10db6d96-0dd9-4484-a0d7-cfece9c614f4 not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:48:50.369637 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-cef7e3a2-7978-4ee8-87e3-625ddf1dcffc req-12da0dbc-b653-49b5-8fdf-12ea4b962fb5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 210 time: 0.0335636 Jul 16 11:48:51.450785 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9ea64b59-cc98-4ffe-b66b-bf44177699ac req-80c70c62-1641-48fb-9991-7edd88f90a88 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 210 time: 0.0287766 Jul 16 11:48:52.584473 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-99d972e8-dc56-4392-b76d-457106b2dffd req-0ad43cbc-321a-406e-af5d-66b185aaf97d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 210 time: 0.0271378 Jul 16 11:48:53.378578 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-f2385af0-5f13-44c3-b5c8-8861dc68e121 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:53.380305 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-f2385af0-5f13-44c3-b5c8-8861dc68e121 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.13 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 812 time: 0.1020882 Jul 16 11:48:53.424119 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-d3549245-4317-4fee-9bfc-2e214e9e4594 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90b050f1559e4df18de0abbccc5f7dea HTTP/1.1" status: 200 len: 379 time: 0.0359035 Jul 16 11:48:53.432914 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-0ab79081-0149-427b-9cac-b1619f7bd44d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Request body: {'port': {'device_id': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'admin_state_up': True, 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'security_groups': ['1329abea-b2e4-4b13-a3a0-fc8e290f57c4']}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:48:53.536523 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-0ab79081-0149-427b-9cac-b1619f7bd44d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Made reservation on behalf of 90b050f1559e4df18de0abbccc5f7dea for: {'port': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:48:53.540048 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-0ab79081-0149-427b-9cac-b1619f7bd44d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:53.663288 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-0ab79081-0149-427b-9cac-b1619f7bd44d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Allocated IP 172.20.0.3 (a265a739-d403-4262-a6c5-2e36d9da7e98/5e549940-114b-4527-bee2-71d5c7d694ae/22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:48:53.729431 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-be7d78a9-9f32-432d-9f50-b59d8c8e78f8 req-267830f1-13fc-4156-9ef5-a81db915ba98 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 210 time: 0.0307889 Jul 16 11:48:53.801098 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-0ab79081-0149-427b-9cac-b1619f7bd44d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:53.818659 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-0ab79081-0149-427b-9cac-b1619f7bd44d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Transition to ACTIVE for port object 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:48:53.850735 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-0ab79081-0149-427b-9cac-b1619f7bd44d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:53.896120 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-0ab79081-0149-427b-9cac-b1619f7bd44d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Network a265a739-d403-4262-a6c5-2e36d9da7e98 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:48:53.899210 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-0ab79081-0149-427b-9cac-b1619f7bd44d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:48:53.903267 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-0ab79081-0149-427b-9cac-b1619f7bd44d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:48:53.929650 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab79081-0149-427b-9cac-b1619f7bd44d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event updated for resources: {'Port': ['ID=22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:48:53.954019 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-0ab79081-0149-427b-9cac-b1619f7bd44d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:53.954635 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-0ab79081-0149-427b-9cac-b1619f7bd44d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:53.969301 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-0ab79081-0149-427b-9cac-b1619f7bd44d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5399380 Jul 16 11:48:53.982024 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Request body: {'port': {'device_id': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:48:54.058428 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:54.159199 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc402bc1-769b-4b63-be94-c984b9ca7a01 None None] Provisioning for port 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:48:54.162965 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-dc402bc1-769b-4b63-be94-c984b9ca7a01 None None] Provisioning complete for port 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:48:54.163877 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc402bc1-769b-4b63-be94-c984b9ca7a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:54.201354 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc402bc1-769b-4b63-be94-c984b9ca7a01 None None] Port 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:48:54.310325 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:48:54.317442 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:54.328891 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Transition to ACTIVE for port object 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:48:54.332206 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:54.396678 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Pushing event updated for resources: {'Port': ['ID=22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:48:54.444707 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:48:54.451136 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Attempting to bind port 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:48:54.451472 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Attempting to bind port 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:48:54.451803 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Attempting to bind port 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d on network a265a739-d403-4262-a6c5-2e36d9da7e98 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:48:54.456241 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Port 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d on network a265a739-d403-4262-a6c5-2e36d9da7e98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:48:54.456563 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Attempting to bind port 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d on network a265a739-d403-4262-a6c5-2e36d9da7e98 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:48:54.461878 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:48:54.462216 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Checking segment: {'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:48:54.462600 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Bound using segment: {'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:48:54.463033 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Bound port: 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:48:54.463386 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:54.526340 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] For port 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d, host hv-cinder-78476, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:48:54.529352 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] For port 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:48:54.533709 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:54.564851 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:54.565480 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:54.566864 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] 10.222.0.13 "PUT /v2.0/ports/22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d HTTP/1.1" status: 200 len: 1093 time: 0.5894980 Jul 16 11:48:54.567289 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'tag': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:48:54.569563 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcef1028-83b7-4495-b891-f6dfee10d6db" -d '{"events": [{"name": "network-changed", "server_uuid": "b465a679-4e0b-4ff5-827a-fa71fe75e0be", "tag": "22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:48:54.603299 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced8145-0879-4cae-a690-fd280c57d692 service neutron] Pushing event updated for resources: {'Port': ['ID=22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:48:54.616688 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18772bfe-e154-4e6b-8b7f-d3e081bb6195 x-openstack-request-id: req-18772bfe-e154-4e6b-8b7f-d3e081bb6195 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:48:54.616975 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b465a679-4e0b-4ff5-827a-fa71fe75e0be", "tag": "22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:48:54.617225 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18772bfe-e154-4e6b-8b7f-d3e081bb6195 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:48:54.617608 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'tag': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d', 'status': 'completed', 'code': 200} Jul 16 11:48:54.665786 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-3bd16637-bcc1-4bc0-9d83-f4f2fc99f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:54.667286 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-3bd16637-bcc1-4bc0-9d83-f4f2fc99f563 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 1096 time: 0.0597126 Jul 16 11:48:54.708388 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-c2e64666-7660-4fb2-984f-b2453a9df53e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d HTTP/1.1" status: 200 len: 217 time: 0.0339737 Jul 16 11:48:54.756381 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-bee7cc33-4685-4ac7-b963-576c01ac3d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:54.758380 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-bee7cc33-4685-4ac7-b963-576c01ac3d72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e549940-114b-4527-bee2-71d5c7d694ae HTTP/1.1" status: 200 len: 851 time: 0.0438457 Jul 16 11:48:54.812805 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-f6d11128-f6d2-45ef-8f5a-6096515012fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:54.814198 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-f6d11128-f6d2-45ef-8f5a-6096515012fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a265a739-d403-4262-a6c5-2e36d9da7e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498004 Jul 16 11:48:54.902768 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cbda4-7335-478f-82cf-6383a3ac3ca6 req-a519afe0-cd88-4205-b23d-2095a2387d39 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:54.904322 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4a7cbda4-7335-478f-82cf-6383a3ac3ca6 req-a519afe0-cd88-4205-b23d-2095a2387d39 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 943 time: 0.0653889 Jul 16 11:48:54.907100 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-cf5ab468-18b1-477c-b979-11f4bf3c1eac service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857272 Jul 16 11:48:54.941339 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-4a7cbda4-7335-478f-82cf-6383a3ac3ca6 req-561c7686-4dcc-4cdc-bad8-b12c052f842a tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314376 Jul 16 11:48:54.952096 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:54.997592 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6d416b6c-e104-4525-822e-ce5ce77458ca req-14984d60-7777-4077-9738-273400ec2080 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841129 Jul 16 11:48:55.091026 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef1028-83b7-4495-b891-f6dfee10d6db req-47090c62-dd89-4159-b542-653d35ba9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:55.092420 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-fcef1028-83b7-4495-b891-f6dfee10d6db req-47090c62-dd89-4159-b542-653d35ba9d81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 1096 time: 0.0503299 Jul 16 11:48:55.176676 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef1028-83b7-4495-b891-f6dfee10d6db req-87e7ead7-fb80-4a2f-b768-a9c9498651f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:55.178067 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-fcef1028-83b7-4495-b891-f6dfee10d6db req-87e7ead7-fb80-4a2f-b768-a9c9498651f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 913 time: 0.0792203 Jul 16 11:48:55.222004 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-fcef1028-83b7-4495-b891-f6dfee10d6db req-1f03be10-04f5-4969-94f6-8917fe547fd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d HTTP/1.1" status: 200 len: 217 time: 0.0346568 Jul 16 11:48:55.268941 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef1028-83b7-4495-b891-f6dfee10d6db req-2a5d70b8-7af6-40ee-ab18-a91c86ee4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:55.270340 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-fcef1028-83b7-4495-b891-f6dfee10d6db req-2a5d70b8-7af6-40ee-ab18-a91c86ee4b22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e549940-114b-4527-bee2-71d5c7d694ae HTTP/1.1" status: 200 len: 851 time: 0.0415354 Jul 16 11:48:55.325657 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef1028-83b7-4495-b891-f6dfee10d6db req-05946316-8d41-49fa-ae70-e020977b2025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:55.327137 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-fcef1028-83b7-4495-b891-f6dfee10d6db req-05946316-8d41-49fa-ae70-e020977b2025 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a265a739-d403-4262-a6c5-2e36d9da7e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503764 Jul 16 11:48:55.416456 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-fcef1028-83b7-4495-b891-f6dfee10d6db req-d2d60239-e307-4a5e-9df7-957a49e6f158 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827782 Jul 16 11:48:55.501226 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-fcef1028-83b7-4495-b891-f6dfee10d6db req-c85e3490-531f-4b0f-bff1-583cf2af5f2d service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789213 Jul 16 11:48:56.121341 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaeb24-4c9a-424f-aca2-e937bacd6be1 req-ea940a00-311b-4da7-9a17-467b7596d054 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:56.122792 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3edaeb24-4c9a-424f-aca2-e937bacd6be1 req-ea940a00-311b-4da7-9a17-467b7596d054 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 943 time: 0.0629659 Jul 16 11:48:56.159492 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-3edaeb24-4c9a-424f-aca2-e937bacd6be1 req-7b56f426-d1ec-4f58-8d82-1ac03e9601e5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311615 Jul 16 11:48:57.329030 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ac96a-59de-4b3e-9a86-340639541a46 req-53ee52f4-b415-4f77-9874-d2ca81c7c0fe tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:57.330474 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-576ac96a-59de-4b3e-9a86-340639541a46 req-53ee52f4-b415-4f77-9874-d2ca81c7c0fe tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 943 time: 0.0650527 Jul 16 11:48:57.367502 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-576ac96a-59de-4b3e-9a86-340639541a46 req-1e8938ba-e529-4026-ba9c-0e0819e46733 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309811 Jul 16 11:48:58.535241 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7616d8-f6b1-49f6-827b-23fef412d279 req-3732f9d4-d047-470f-a394-885b732d90b5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:58.536825 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-df7616d8-f6b1-49f6-827b-23fef412d279 req-3732f9d4-d047-470f-a394-885b732d90b5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 943 time: 0.0642946 Jul 16 11:48:58.575760 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-df7616d8-f6b1-49f6-827b-23fef412d279 req-cac45681-2c50-49b1-8322-aa53a0cc90d4 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329387 Jul 16 11:48:58.889921 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-83e2a488-1b7e-47d9-991c-981f2a3abb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:48:59.740154 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26719696-c456-49d7-9352-eb763748fbdd req-5016cda6-0e90-4fd1-aacb-c730a3031506 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:48:59.742362 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-26719696-c456-49d7-9352-eb763748fbdd req-5016cda6-0e90-4fd1-aacb-c730a3031506 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 943 time: 0.0607457 Jul 16 11:48:59.778520 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-26719696-c456-49d7-9352-eb763748fbdd req-e7b5798e-63ab-4a6e-b5ac-2c42c8507df7 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306482 Jul 16 11:49:00.951428 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654b5d6-42b3-4434-95c0-14dcfaec344a req-b679fe5b-4aea-4b5e-b1b5-8e0491a12e43 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:49:00.952890 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8654b5d6-42b3-4434-95c0-14dcfaec344a req-b679fe5b-4aea-4b5e-b1b5-8e0491a12e43 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 943 time: 0.0640726 Jul 16 11:49:00.988544 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8654b5d6-42b3-4434-95c0-14dcfaec344a req-9056c83d-7921-4340-a1a6-9b427fd09ac6 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302651 Jul 16 11:49:01.687407 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-5dbc502d-917f-4de9-9a02-ce33f16f15cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:02.074225 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:02.161656 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec9d2c-81e9-42de-96e3-26a2ef71220e req-2b361b12-ef33-423c-84cd-57bd9b7ca8cf tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:49:02.163091 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-86ec9d2c-81e9-42de-96e3-26a2ef71220e req-2b361b12-ef33-423c-84cd-57bd9b7ca8cf tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 943 time: 0.0627763 Jul 16 11:49:02.170158 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:49:02.199884 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-86ec9d2c-81e9-42de-96e3-26a2ef71220e req-b56d1d08-2923-46e1-8ae7-c1a37d803627 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312800 Jul 16 11:49:02.261224 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:49:02.275859 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'port_id': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d', 'mac_address': 'fa:16:3e:ae:f2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:49:02.311702 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:02.323704 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:49:02.341999 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:49:02.345530 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:02.392249 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:49:02.398843 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:02.399185 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:02.399521 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:02.399871 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:02.400197 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:02.400522 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:02.400845 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:02.401171 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:02.401487 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:02.401801 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:02.402117 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:02.402429 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:02.546705 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:49:02.853449 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:03.372281 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b580aa-3053-43c5-93b9-3aaff8a3f94b req-48ea0a8f-b8a0-4e37-9c26-8d44c586d6c1 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:49:03.373784 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-23b580aa-3053-43c5-93b9-3aaff8a3f94b req-48ea0a8f-b8a0-4e37-9c26-8d44c586d6c1 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 944 time: 0.0647070 Jul 16 11:49:03.409753 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-23b580aa-3053-43c5-93b9-3aaff8a3f94b req-dab74863-5eb0-4f24-9c54-526c40cd832f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305917 Jul 16 11:49:04.182340 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:49:04.228638 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:49:04.232158 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:49:04.232535 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:04.309194 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:04.330444 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:49:04.332673 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc8cbb4-fbf2-4522-8c42-6bcfd63257b4" -d '{"events": [{"server_uuid": "b465a679-4e0b-4ff5-827a-fa71fe75e0be", "name": "network-vif-plugged", "status": "completed", "tag": "22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:49:04.345542 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:49:04.349678 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:04.390787 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:04.408269 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:49:04.519372 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81667d36-c703-4b4b-bf44-6b1e528ca40b x-openstack-request-id: req-81667d36-c703-4b4b-bf44-6b1e528ca40b {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:49:04.519669 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b465a679-4e0b-4ff5-827a-fa71fe75e0be", "name": "network-vif-plugged", "status": "completed", "tag": "22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:49:04.519958 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81667d36-c703-4b4b-bf44-6b1e528ca40b {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:49:04.520359 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d', 'code': 200} Jul 16 11:49:04.582557 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fc871-9408-4cb7-8a5a-fa46eedf97ef req-2f4b825d-1d64-4a99-b4c3-97edbbab90ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:49:04.584059 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e15fc871-9408-4cb7-8a5a-fa46eedf97ef req-2f4b825d-1d64-4a99-b4c3-97edbbab90ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 945 time: 0.0626915 Jul 16 11:49:04.620998 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e15fc871-9408-4cb7-8a5a-fa46eedf97ef req-b24502df-21d2-4b72-a710-884715d00edd tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307543 Jul 16 11:49:04.774190 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5914406-2779-4fc3-a036-67a7b2c359e7 req-0921f24e-5da6-405b-924e-a3f86eee49b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:49:04.775548 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-c5914406-2779-4fc3-a036-67a7b2c359e7 req-0921f24e-5da6-405b-924e-a3f86eee49b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 1098 time: 0.0533178 Jul 16 11:49:04.808303 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-c5914406-2779-4fc3-a036-67a7b2c359e7 req-bc1bfeb8-efc7-471c-8594-7fba19bd008b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266874 Jul 16 11:49:05.789346 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b34e6-5fd7-4676-9963-5a8791b60a43 req-39285e50-e1e7-49ec-8f63-a8dc6e7cecc0 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:49:05.791396 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-025b34e6-5fd7-4676-9963-5a8791b60a43 req-39285e50-e1e7-49ec-8f63-a8dc6e7cecc0 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 945 time: 0.0611739 Jul 16 11:49:05.827964 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-025b34e6-5fd7-4676-9963-5a8791b60a43 req-e5824003-ed6a-4db5-81cd-bdf7a77d11e7 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311162 Jul 16 11:49:05.997818 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186ccad-4c71-4569-989d-fd5b574b64e0 req-0c40179e-30f7-4558-850a-19979b61c09d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:49:05.999173 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a186ccad-4c71-4569-989d-fd5b574b64e0 req-0c40179e-30f7-4558-850a-19979b61c09d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 945 time: 0.0648978 Jul 16 11:49:06.035575 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-a186ccad-4c71-4569-989d-fd5b574b64e0 req-4917d092-8f95-4a27-914e-d91e053b9bd3 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310419 Jul 16 11:49:06.058614 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52384) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:49:06.108008 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b8aada-8b1e-4e49-9ea7-917b3edfd8bb tempest-TestVolumeBootPattern-1808079111 tempest-TestVolumeBootPattern-1808079111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:49:06.109471 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-24b8aada-8b1e-4e49-9ea7-917b3edfd8bb tempest-TestVolumeBootPattern-1808079111 tempest-TestVolumeBootPattern-1808079111-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 1093 time: 0.0499218 Jul 16 11:49:06.112054 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52386) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:49:06.116522 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Request body: {'floatingip': {'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'port_id': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:49:06.137374 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for floatingip, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:06.231675 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:06.329694 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Allocated IP 172.27.0.168 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/4ca93668-0db2-4453-a962-0d0be3415f6f) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:49:06.429280 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:06.467219 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:06.500402 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:49:06.503056 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:49:06.508975 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:49:06.535983 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event updated for resources: {'Port': ['ID=4ca93668-0db2-4453-a962-0d0be3415f6f,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:49:06.547794 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:06.548162 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:06.548496 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:06.548827 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:06.549151 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:06.549474 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:06.549794 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:06.550116 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:06.550433 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:06.550748 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:06.551060 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:06.551387 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:49:06.870876 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:06.944016 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:07.081753 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:07.086022 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:07.156961 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event updated for resources: {'Port': ['ID=4ca93668-0db2-4453-a962-0d0be3415f6f,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:49:07.162844 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814437'] for floatingip, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:07.257899 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.l3_db [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Floating IP 89e8adbb-eaa1-4894-9100-cde9f960f644 associated. External IP: 172.27.0.168, port: 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d. Jul 16 11:49:07.456023 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:49:07.557307 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:49:07.566401 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a70d8b-3fc3-4ce8-bd6c-4715975fb721 None None] Sync routers for ids ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:49:07.574488 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:07.577080 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a70d8b-3fc3-4ce8-bd6c-4715975fb721 None None] Routers {'70055dc9-33e3-4971-b3cf-0f0d1dc35277'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:49:07.577698 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-07a70d8b-3fc3-4ce8-bd6c-4715975fb721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:49:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:49:07.623948 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-392eb5d2-2011-4d8a-a6f2-76ed47add3ca tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4969125 Jul 16 11:49:07.623948 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'tag': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:49:07.623948 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dec8b0-c1ea-4553-9ab9-3aa767b526fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b465a679-4e0b-4ff5-827a-fa71fe75e0be", "tag": "22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:49:07.650505 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adee9643-a077-4bd8-a607-b756728ac8c1 x-openstack-request-id: req-adee9643-a077-4bd8-a607-b756728ac8c1 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:49:07.650798 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b465a679-4e0b-4ff5-827a-fa71fe75e0be", "tag": "22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:49:07.651049 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-adee9643-a077-4bd8-a607-b756728ac8c1 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:49:07.651448 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'tag': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d', 'status': 'completed', 'code': 200} Jul 16 11:49:07.726096 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dec8b0-c1ea-4553-9ab9-3aa767b526fd req-3c9b83ab-c275-41ce-977b-d73aecfc1c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:49:07.727545 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-32dec8b0-c1ea-4553-9ab9-3aa767b526fd req-3c9b83ab-c275-41ce-977b-d73aecfc1c87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 1098 time: 0.0533268 Jul 16 11:49:07.798051 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-07a70d8b-3fc3-4ce8-bd6c-4715975fb721 None None] Set router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:49:07.817172 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dec8b0-c1ea-4553-9ab9-3aa767b526fd req-a7c892bf-7e46-4161-8a55-5a85606f1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:49:07.818669 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-32dec8b0-c1ea-4553-9ab9-3aa767b526fd req-a7c892bf-7e46-4161-8a55-5a85606f1173 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 913 time: 0.0851822 Jul 16 11:49:07.881386 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-32dec8b0-c1ea-4553-9ab9-3aa767b526fd req-86388efa-d095-4598-97a6-367abc26a2ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d HTTP/1.1" status: 200 len: 999 time: 0.0559657 Jul 16 11:49:07.928807 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dec8b0-c1ea-4553-9ab9-3aa767b526fd req-d0144c5d-01b6-49bc-a2a3-d4aadfda8201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:49:07.930262 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-32dec8b0-c1ea-4553-9ab9-3aa767b526fd req-d0144c5d-01b6-49bc-a2a3-d4aadfda8201 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e549940-114b-4527-bee2-71d5c7d694ae HTTP/1.1" status: 200 len: 851 time: 0.0428612 Jul 16 11:49:08.021579 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-07a70d8b-3fc3-4ce8-bd6c-4715975fb721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '89e8adbb-eaa1-4894-9100-cde9f960f644', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'port_id': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'mac_address': 'fa:16:3e:ae:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:49:06Z', 'updated_at': '2021-07-16T11:49:06Z', 'revision_number': 0, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:15Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:49:08.048745 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a70d8b-3fc3-4ce8-bd6c-4715975fb721 None None] Checking router: 70055dc9-33e3-4971-b3cf-0f0d1dc35277 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:49:08.057453 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a70d8b-3fc3-4ce8-bd6c-4715975fb721 None None] Routers {'70055dc9-33e3-4971-b3cf-0f0d1dc35277'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:49:08.058078 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-07a70d8b-3fc3-4ce8-bd6c-4715975fb721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:49:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:49:08.164405 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-07a70d8b-3fc3-4ce8-bd6c-4715975fb721 None None] Set router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:49:08.210543 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dec8b0-c1ea-4553-9ab9-3aa767b526fd req-98164e76-bc17-4fc8-a9d8-02c1755fdbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:49:08.212104 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-32dec8b0-c1ea-4553-9ab9-3aa767b526fd req-98164e76-bc17-4fc8-a9d8-02c1755fdbdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a265a739-d403-4262-a6c5-2e36d9da7e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2754068 Jul 16 11:49:08.298160 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-32dec8b0-c1ea-4553-9ab9-3aa767b526fd req-82657383-499f-4b4d-b878-d58f6d884d8d service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798714 Jul 16 11:49:08.381471 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-07a70d8b-3fc3-4ce8-bd6c-4715975fb721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '89e8adbb-eaa1-4894-9100-cde9f960f644', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'port_id': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'mac_address': 'fa:16:3e:ae:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:49:06Z', 'updated_at': '2021-07-16T11:49:06Z', 'revision_number': 0, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:15Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:49:08.386868 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-32dec8b0-c1ea-4553-9ab9-3aa767b526fd req-96e99e84-ad21-4540-8570-95707350ac0a service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823514 Jul 16 11:49:08.408040 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a70d8b-3fc3-4ce8-bd6c-4715975fb721 None None] The sync data for ids ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'] in dv-cinder-784763-6-iscsi is: [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '89e8adbb-eaa1-4894-9100-cde9f960f644', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'port_id': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'mac_address': 'fa:16:3e:ae:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:49:06Z', 'updated_at': '2021-07-16T11:49:06Z', 'revision_number': 0, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:15Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:49:08.581895 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f38d775-b4f8-434b-99ec-a3a7ff6e456f None None] New status for floating IP 89e8adbb-eaa1-4894-9100-cde9f960f644: ACTIVE {{(pid=93106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 11:49:24.950195 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:28.889187 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-d93d3ee1-291e-4572-9d6e-674c74850c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:31.443306 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:49:31.687613 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-310bb121-1dc4-489b-ac37-31e0ee318924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:32.075080 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:32.855826 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:34.368145 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:54.965696 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:49:57.069288 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [req-cb6f8b7f-afec-42cc-9a2e-acfbd547e216 req-d7447d12-f463-491b-a2cc-a27f45d94ea2 service neutron] (93104) timed out ('10.222.0.13', 57910) {{(pid=93104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 11:49:58.889714 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e73bbc78-9a84-4ea8-ad33-21d3c6fafcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:01.686892 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-0e8596b6-a284-4d8d-8634-23d2e2bd14da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:02.075413 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:02.859272 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:04.305374 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b76ef19e-f408-4ed8-bd93-fe385308d0d5 req-7757210a-06ce-415f-821d-14d779189984 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505707 Jul 16 11:50:04.369424 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:04.404616 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ef19e-f408-4ed8-bd93-fe385308d0d5 req-6481af45-1dc2-4053-b06e-cd3f7c810b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:04.406067 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b76ef19e-f408-4ed8-bd93-fe385308d0d5 req-6481af45-1dc2-4053-b06e-cd3f7c810b12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 1098 time: 0.0568261 Jul 16 11:50:04.504038 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ef19e-f408-4ed8-bd93-fe385308d0d5 req-02a1ca9b-64a7-4d48-b502-742756a909b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:04.505486 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b76ef19e-f408-4ed8-bd93-fe385308d0d5 req-02a1ca9b-64a7-4d48-b502-742756a909b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 913 time: 0.0809062 Jul 16 11:50:04.568989 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b76ef19e-f408-4ed8-bd93-fe385308d0d5 req-88d61b7b-0081-4daf-9484-f50d269105af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d HTTP/1.1" status: 200 len: 1001 time: 0.0571663 Jul 16 11:50:04.614419 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ef19e-f408-4ed8-bd93-fe385308d0d5 req-02e2e62f-3f95-4431-9290-408ae7111689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:04.615768 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b76ef19e-f408-4ed8-bd93-fe385308d0d5 req-02e2e62f-3f95-4431-9290-408ae7111689 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e549940-114b-4527-bee2-71d5c7d694ae HTTP/1.1" status: 200 len: 851 time: 0.0403750 Jul 16 11:50:04.668969 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ef19e-f408-4ed8-bd93-fe385308d0d5 req-e023b62a-472b-43a2-9dcf-343194bfb4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:04.670350 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b76ef19e-f408-4ed8-bd93-fe385308d0d5 req-e023b62a-472b-43a2-9dcf-343194bfb4d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a265a739-d403-4262-a6c5-2e36d9da7e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486562 Jul 16 11:50:04.757943 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b76ef19e-f408-4ed8-bd93-fe385308d0d5 req-ce569efb-0fd0-4105-add3-0fd373cd9322 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810726 Jul 16 11:50:04.842049 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-b76ef19e-f408-4ed8-bd93-fe385308d0d5 req-cb66ed0c-f560-4bae-b126-6567492d7b42 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780542 Jul 16 11:50:08.441559 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:50:24.967062 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:28.889740 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-5fe57cd0-9882-4cd7-a636-134421b2cb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:31.687024 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-7d5b55de-a813-4658-84d9-35bc1a107a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:32.079626 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:32.862473 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:34.371221 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:42.636198 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-47c0aa97-3e72-4954-941b-c5dcb5a6bfe1 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647134941&fields=id&tenant_id=90b050f1559e4df18de0abbccc5f7dea HTTP/1.1" status: 200 len: 267 time: 0.0330374 Jul 16 11:50:42.739111 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-55196258-73a5-413a-9ce1-d68507a7e785 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:42.740586 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-55196258-73a5-413a-9ce1-d68507a7e785 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 812 time: 0.0979059 Jul 16 11:50:42.754649 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-0771296c-25d3-49a0-8315-db66101241c3 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/quotas/90b050f1559e4df18de0abbccc5f7dea HTTP/1.1" status: 200 len: 375 time: 0.0085943 Jul 16 11:50:42.823822 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-2190cf36-eb1d-450b-ac0e-9e75e086d1b3 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0645022 Jul 16 11:50:42.899776 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-2938ab26-8c25-42e5-9b50-1ed192cb5068 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 11:50:42.900815 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-2938ab26-8c25-42e5-9b50-1ed192cb5068 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0661986 Jul 16 11:50:42.987841 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-775cae62-e0af-4a18-a07f-b8f931d64774 service neutron] 10.222.0.16 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807974 Jul 16 11:50:43.075331 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-2b4f5272-46ce-4144-bc58-aec418dc58e1 service neutron] 10.222.0.16 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811596 Jul 16 11:50:43.438175 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-77a2f82c-5330-4235-9d9c-01fdf8b2adbb req-a85e52e8-abf8-42da-b75c-3bddc13d8821 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 210 time: 0.1052516 Jul 16 11:50:44.355296 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-033cdcca-1fd6-4f44-8d14-7d0386cb5d45 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:44.356799 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-033cdcca-1fd6-4f44-8d14-7d0386cb5d45 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.13 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 812 time: 0.1083250 Jul 16 11:50:44.398298 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-54278b70-8668-491a-bb1e-29736994de9a tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90b050f1559e4df18de0abbccc5f7dea HTTP/1.1" status: 200 len: 379 time: 0.0335827 Jul 16 11:50:44.407237 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Request body: {'port': {'device_id': 'f39e7939-9425-488b-bf7f-4cb6938294db', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'admin_state_up': True, 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'security_groups': ['1329abea-b2e4-4b13-a3a0-fc8e290f57c4']}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:50:44.517543 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Made reservation on behalf of 90b050f1559e4df18de0abbccc5f7dea for: {'port': 1} {{(pid=93103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 11:50:44.522026 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:44.647285 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Allocated IP 172.20.0.5 (a265a739-d403-4262-a6c5-2e36d9da7e98/5e549940-114b-4527-bee2-71d5c7d694ae/f13fff47-bee2-4ae0-aad6-58f7dd8fcb04) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:50:44.799609 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:44.814127 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Transition to ACTIVE for port object f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:50:44.847783 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-c6eb6e3e-7e9f-4139-957f-aa148323c51f req-72feb6d3-6900-4095-a6c3-f91ad2469ffd tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 210 time: 0.2959642 Jul 16 11:50:44.848934 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:44.892400 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Network a265a739-d403-4262-a6c5-2e36d9da7e98 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:50:44.895375 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:50:44.899182 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:50:44.945358 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event updated for resources: {'Port': ['ID=f13fff47-bee2-4ae0-aad6-58f7dd8fcb04,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:50:44.956417 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:44.956766 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:44.957105 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:44.957441 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:44.957770 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:44.958096 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:44.958426 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:44.958752 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:44.959078 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:44.959399 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:44.959724 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:44.960083 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:44.973619 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:44.974342 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:44.992193 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-b0fb8570-42b7-4a48-9a43-2b426a89c2d5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5891075 Jul 16 11:50:45.004143 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.v2.base [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Request body: {'port': {'device_id': 'f39e7939-9425-488b-bf7f-4cb6938294db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=93103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:50:45.076981 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:45.084007 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-c168ce57-9c69-454e-bc96-d1f78623d3bc None None] Provisioning for port f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 completed by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:50:45.087652 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-c168ce57-9c69-454e-bc96-d1f78623d3bc None None] Provisioning complete for port f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 triggered by entity DHCP. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:50:45.088126 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-c168ce57-9c69-454e-bc96-d1f78623d3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:45.120732 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-c168ce57-9c69-454e-bc96-d1f78623d3bc None None] Port f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 cannot update to ACTIVE because it is not bound. {{(pid=93105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 11:50:45.332178 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:50:45.339198 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:45.350846 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Transition to ACTIVE for port object f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 11:50:45.354475 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:45.425295 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Pushing event updated for resources: {'Port': ['ID=f13fff47-bee2-4ae0-aad6-58f7dd8fcb04,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:50:45.440888 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:50:45.474837 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Attempting to bind port f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 11:50:45.475169 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Attempting to bind port f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 11:50:45.475493 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Attempting to bind port f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 on network a265a739-d403-4262-a6c5-2e36d9da7e98 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:50:45.480661 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Port f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 on network a265a739-d403-4262-a6c5-2e36d9da7e98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 11:50:45.481545 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Attempting to bind port f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 on network a265a739-d403-4262-a6c5-2e36d9da7e98 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 11:50:45.486454 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Checking agent: {'id': '73b9f77d-25f9-4349-8ba1-41ff377da9cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'started_at': datetime.datetime(2021, 7, 16, 11, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 11, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 11:50:45.486787 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Checking segment: {'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 11:50:45.487162 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Bound using segment: {'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 11:50:45.487580 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Bound port: f13fff47-bee2-4ae0-aad6-58f7dd8fcb04, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4316ec-968c-4f34-8763-4fd77cdc0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 11:50:45.487959 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:45.555135 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] For port f13fff47-bee2-4ae0-aad6-58f7dd8fcb04, host hv-cinder-78476, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 11:50:45.558107 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] For port f13fff47-bee2-4ae0-aad6-58f7dd8fcb04, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f13fff47-bee2-4ae0-aad6-58f7dd8fcb04,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 11:50:45.561358 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593607'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:45.594712 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:45.595324 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:45.596743 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] 10.222.0.13 "PUT /v2.0/ports/f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 HTTP/1.1" status: 200 len: 1093 time: 0.5970669 Jul 16 11:50:45.597177 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39e7939-9425-488b-bf7f-4cb6938294db', 'tag': 'f13fff47-bee2-4ae0-aad6-58f7dd8fcb04'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:50:45.599402 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60ebfb5-f842-4513-b4cb-043742b99636" -d '{"events": [{"name": "network-changed", "server_uuid": "f39e7939-9425-488b-bf7f-4cb6938294db", "tag": "f13fff47-bee2-4ae0-aad6-58f7dd8fcb04"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:50:45.625400 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff55f4e-d031-4340-a61a-5be138a6ef5e service neutron] Pushing event updated for resources: {'Port': ['ID=f13fff47-bee2-4ae0-aad6-58f7dd8fcb04,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:50:45.661819 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d06eb46-676f-48d6-a07e-afe12e4ea757 x-openstack-request-id: req-4d06eb46-676f-48d6-a07e-afe12e4ea757 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:50:45.662108 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39e7939-9425-488b-bf7f-4cb6938294db", "tag": "f13fff47-bee2-4ae0-aad6-58f7dd8fcb04", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:50:45.662355 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d06eb46-676f-48d6-a07e-afe12e4ea757 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:50:45.662747 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39e7939-9425-488b-bf7f-4cb6938294db', 'tag': 'f13fff47-bee2-4ae0-aad6-58f7dd8fcb04', 'status': 'completed', 'code': 200} Jul 16 11:50:45.688953 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-583ddb72-e0ac-4c0e-89a1-c513d9691196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:45.690471 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-583ddb72-e0ac-4c0e-89a1-c513d9691196 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 1096 time: 0.0563662 Jul 16 11:50:45.736229 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-1f100cc6-d3fb-433a-8dd9-a9847b0975d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 HTTP/1.1" status: 200 len: 217 time: 0.0383973 Jul 16 11:50:45.784762 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-05e1265c-9039-4361-819e-67dbb51867fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:45.786237 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-05e1265c-9039-4361-819e-67dbb51867fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e549940-114b-4527-bee2-71d5c7d694ae HTTP/1.1" status: 200 len: 851 time: 0.0443206 Jul 16 11:50:45.840978 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-97055fd5-136a-4aea-9d0a-f41852d0a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:45.842459 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-97055fd5-136a-4aea-9d0a-f41852d0a23f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a265a739-d403-4262-a6c5-2e36d9da7e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498497 Jul 16 11:50:45.933211 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-93531d1e-ae97-445f-b862-908d01a9c9f8 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846527 Jul 16 11:50:46.020839 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e70f2b84-d26d-4f57-a0ea-3547fab0cdd4 req-d340638f-6334-45ff-8679-ce691bf8df7a service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810206 Jul 16 11:50:46.022616 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e5437-73d7-43cb-8ce5-aa79a6596c82 req-c315ed01-7a97-49b6-8476-97905352d7e9 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:46.024086 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-482e5437-73d7-43cb-8ce5-aa79a6596c82 req-c315ed01-7a97-49b6-8476-97905352d7e9 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 943 time: 0.0602643 Jul 16 11:50:46.061360 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-482e5437-73d7-43cb-8ce5-aa79a6596c82 req-c3785d82-868b-417a-9dfa-d1926ec798f2 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316203 Jul 16 11:50:46.115422 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ebfb5-f842-4513-b4cb-043742b99636 req-234bc805-b88c-4fe3-a8f3-21d365d5abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:46.116837 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-f60ebfb5-f842-4513-b4cb-043742b99636 req-234bc805-b88c-4fe3-a8f3-21d365d5abb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 1096 time: 0.0503676 Jul 16 11:50:46.207640 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ebfb5-f842-4513-b4cb-043742b99636 req-31128144-af3e-46cc-a4d8-ea1c70532ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:46.209180 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-f60ebfb5-f842-4513-b4cb-043742b99636 req-31128144-af3e-46cc-a4d8-ea1c70532ed4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 913 time: 0.0852857 Jul 16 11:50:46.249735 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-f60ebfb5-f842-4513-b4cb-043742b99636 req-8c268980-4600-40ad-a847-22af76c89a89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 HTTP/1.1" status: 200 len: 217 time: 0.0329971 Jul 16 11:50:46.300269 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ebfb5-f842-4513-b4cb-043742b99636 req-5d56a48b-f801-4a06-b4c1-cef1f9f0bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:46.301697 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-f60ebfb5-f842-4513-b4cb-043742b99636 req-5d56a48b-f801-4a06-b4c1-cef1f9f0bd6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e549940-114b-4527-bee2-71d5c7d694ae HTTP/1.1" status: 200 len: 851 time: 0.0454116 Jul 16 11:50:46.358200 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ebfb5-f842-4513-b4cb-043742b99636 req-5ef2789a-57eb-41f1-ab6e-e84227564be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:46.359723 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-f60ebfb5-f842-4513-b4cb-043742b99636 req-5ef2789a-57eb-41f1-ab6e-e84227564be8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a265a739-d403-4262-a6c5-2e36d9da7e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496662 Jul 16 11:50:46.452759 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-f60ebfb5-f842-4513-b4cb-043742b99636 req-f9616d4d-73a0-4ff2-bd26-54f71733691c service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822487 Jul 16 11:50:46.541341 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-f60ebfb5-f842-4513-b4cb-043742b99636 req-a4588111-76c3-4dba-953e-17fb42975132 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789914 Jul 16 11:50:47.228423 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d92fc0-9999-4663-b05e-8a497dea7c94 req-6bfc1f82-e5ab-4c8b-a04a-c606833a84fe tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:47.229846 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-54d92fc0-9999-4663-b05e-8a497dea7c94 req-6bfc1f82-e5ab-4c8b-a04a-c606833a84fe tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 943 time: 0.0593500 Jul 16 11:50:47.266256 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-54d92fc0-9999-4663-b05e-8a497dea7c94 req-97a4cd75-c94f-4be5-8cdf-0128c95875f5 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304866 Jul 16 11:50:48.435998 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdace4-4795-4ca3-b07a-185e1f023b72 req-d9e1b0ae-0774-4253-8629-83bef1542710 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:48.437487 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6bbdace4-4795-4ca3-b07a-185e1f023b72 req-d9e1b0ae-0774-4253-8629-83bef1542710 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 943 time: 0.0640101 Jul 16 11:50:48.473174 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-6bbdace4-4795-4ca3-b07a-185e1f023b72 req-8da416ee-5a90-4e29-a2ef-487cc3099119 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302322 Jul 16 11:50:49.637624 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d520c6-c0ae-4293-b5e1-b30c0c31fe53 req-74c5cc84-abda-4f2e-846a-bc1b85f574c4 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:49.639062 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-80d520c6-c0ae-4293-b5e1-b30c0c31fe53 req-74c5cc84-abda-4f2e-846a-bc1b85f574c4 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 943 time: 0.0606878 Jul 16 11:50:49.674555 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-80d520c6-c0ae-4293-b5e1-b30c0c31fe53 req-aed27d2e-4fc8-41cc-b800-3df273260493 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301528 Jul 16 11:50:50.843483 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bf39c-affa-42f6-b299-4a6ee745b53c req-8cc8a8be-8104-4d81-9b4a-f9fa96e909cc tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:50.845021 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e06bf39c-affa-42f6-b299-4a6ee745b53c req-8cc8a8be-8104-4d81-9b4a-f9fa96e909cc tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 943 time: 0.0639021 Jul 16 11:50:50.881170 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-e06bf39c-affa-42f6-b299-4a6ee745b53c req-d5057cc1-c926-44e9-8d91-9f60a65f5dc3 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307293 Jul 16 11:50:52.048160 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcbb4c-7be9-4a83-8594-681c532252be req-f108352e-0e0b-4a65-81e4-55e7ec170f71 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:52.049613 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f1bcbb4c-7be9-4a83-8594-681c532252be req-f108352e-0e0b-4a65-81e4-55e7ec170f71 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 943 time: 0.0613794 Jul 16 11:50:52.084666 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f1bcbb4c-7be9-4a83-8594-681c532252be req-462e7513-d034-40f1-9206-0cebab69504e tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295372 Jul 16 11:50:52.717068 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=93105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 11:50:52.808538 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port f13fff47-bee2-4ae0-aad6-58f7dd8fcb04, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f13fff47-bee2-4ae0-aad6-58f7dd8fcb04,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:50:52.822195 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Returning: {'device': 'f13fff47-bee2-4ae0-aad6-58f7dd8fcb04', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'port_id': 'f13fff47-bee2-4ae0-aad6-58f7dd8fcb04', 'mac_address': 'fa:16:3e:43:7f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 11:50:52.857698 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:52.869880 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 {{(pid=93105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 11:50:52.887874 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port f13fff47-bee2-4ae0-aad6-58f7dd8fcb04, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f13fff47-bee2-4ae0-aad6-58f7dd8fcb04,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:50:52.891667 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:52.949072 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=f13fff47-bee2-4ae0-aad6-58f7dd8fcb04,revision_number=4']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:50:52.956494 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:52.956845 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:52.957184 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:52.957627 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:52.957848 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:52.958284 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:52.958501 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:52.958824 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:52.959150 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:52.959468 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:52.959790 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:52.960195 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:53.125977 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] get_ports_and_sgs() called for port_ids ['f13fff47-bee2-4ae0-aad6-58f7dd8fcb04'] {{(pid=93105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 11:50:53.255933 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851c7c7-c882-4dff-9d59-9299292fcee3 req-baa4e0bd-2cc1-4d8c-9ffc-322e65caba49 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:53.257339 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9851c7c7-c882-4dff-9d59-9299292fcee3 req-baa4e0bd-2cc1-4d8c-9ffc-322e65caba49 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 944 time: 0.0631037 Jul 16 11:50:53.294567 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9851c7c7-c882-4dff-9d59-9299292fcee3 req-d6cfd367-24c4-4ac0-a2d9-c5c07069a7d3 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311780 Jul 16 11:50:54.464307 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce63ba0-8aef-4645-b064-65020e358c0a req-e48dda7f-a894-42e3-8ddf-41f8b1a77d0b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:54.465784 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7ce63ba0-8aef-4645-b064-65020e358c0a req-e48dda7f-a894-42e3-8ddf-41f8b1a77d0b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 944 time: 0.0642018 Jul 16 11:50:54.501793 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-7ce63ba0-8aef-4645-b064-65020e358c0a req-fdce9b1e-97d5-48b8-ac94-ef1f715b39f1 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305827 Jul 16 11:50:54.732652 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 up at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 11:50:54.778646 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning for port f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 completed by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 11:50:54.782096 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.provisioning_blocks [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Provisioning complete for port f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 triggered by entity L2. {{(pid=93105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 11:50:54.782465 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731301'] for port, provisioning_complete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:54.856934 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:54.878539 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39e7939-9425-488b-bf7f-4cb6938294db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13fff47-bee2-4ae0-aad6-58f7dd8fcb04'}] {{(pid=93105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:50:54.880790 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa8f1223b8ddeb9067585c3e93d79ea943a43b66c95fb58a1f242c54e513394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45aba96d-2998-4fff-981c-8c0869957495" -d '{"events": [{"server_uuid": "f39e7939-9425-488b-bf7f-4cb6938294db", "name": "network-vif-plugged", "status": "completed", "tag": "f13fff47-bee2-4ae0-aad6-58f7dd8fcb04"}]}' {{(pid=93105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:50:54.893535 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] For port f13fff47-bee2-4ae0-aad6-58f7dd8fcb04, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f13fff47-bee2-4ae0-aad6-58f7dd8fcb04,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:50:54.897923 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625'] for port, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:54.920960 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d70bec-13f9-49db-a958-b189f0226a0c x-openstack-request-id: req-30d70bec-13f9-49db-a958-b189f0226a0c {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:50:54.921248 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39e7939-9425-488b-bf7f-4cb6938294db", "name": "network-vif-plugged", "status": "completed", "tag": "f13fff47-bee2-4ae0-aad6-58f7dd8fcb04", "code": 200}]} {{(pid=93105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:50:54.921497 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30d70bec-13f9-49db-a958-b189f0226a0c {{(pid=93105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:50:54.921881 dv-cinder-784763-6-iscsi neutron-server[93105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39e7939-9425-488b-bf7f-4cb6938294db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13fff47-bee2-4ae0-aad6-58f7dd8fcb04', 'code': 200} Jul 16 11:50:54.945957 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Pushing event updated for resources: {'Port': ['ID=f13fff47-bee2-4ae0-aad6-58f7dd8fcb04,revision_number=5']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:50:54.963640 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:55.179117 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bec302-5dc7-4356-91ed-42f546c8bf63 req-9d95b844-f01c-47d7-9643-7f56086da5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:55.180580 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-36bec302-5dc7-4356-91ed-42f546c8bf63 req-9d95b844-f01c-47d7-9643-7f56086da5cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 1098 time: 0.0494068 Jul 16 11:50:55.213978 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-36bec302-5dc7-4356-91ed-42f546c8bf63 req-22cd1c49-5a93-4706-893d-51cf375c4f3c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269563 Jul 16 11:50:55.669497 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167824c-66ea-4560-999e-ce0ad5c5f006 req-47b483fb-1cd9-4e12-9414-66389faf8fdd tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:55.670858 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f167824c-66ea-4560-999e-ce0ad5c5f006 req-47b483fb-1cd9-4e12-9414-66389faf8fdd tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 945 time: 0.0611365 Jul 16 11:50:55.706888 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-f167824c-66ea-4560-999e-ce0ad5c5f006 req-9192ec89-31d5-4907-b08b-34864a240452 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307260 Jul 16 11:50:56.924609 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53690757-1eaa-48b0-a7f5-cc5c616e508a req-929ae6e2-05a0-4089-9642-e7469501cfa4 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:56.926066 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-53690757-1eaa-48b0-a7f5-cc5c616e508a req-929ae6e2-05a0-4089-9642-e7469501cfa4 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 945 time: 0.1093547 Jul 16 11:50:56.963045 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-53690757-1eaa-48b0-a7f5-cc5c616e508a req-9f46000e-69ea-46dd-a85f-6c02246a10ab tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314989 Jul 16 11:50:57.129449 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c5a03-de59-4b1a-a911-c19ed2bf4385 req-b6d5d051-0ac7-467e-ab1c-9a03eab61d46 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:57.130900 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-067c5a03-de59-4b1a-a911-c19ed2bf4385 req-b6d5d051-0ac7-467e-ab1c-9a03eab61d46 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 945 time: 0.0610940 Jul 16 11:50:57.166364 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-067c5a03-de59-4b1a-a911-c19ed2bf4385 req-c176598c-e401-47dd-902a-10ea7ab2a27e tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301154 Jul 16 11:50:57.190456 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52508) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:50:57.239222 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f5f5c3-f30a-4b8f-884f-550d710f8814 tempest-TestVolumeBootPattern-1808079111 tempest-TestVolumeBootPattern-1808079111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:57.240692 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-a6f5f5c3-f30a-4b8f-884f-550d710f8814 tempest-TestVolumeBootPattern-1808079111 tempest-TestVolumeBootPattern-1808079111-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 1093 time: 0.0492899 Jul 16 11:50:57.243498 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52510) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:50:57.247571 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.v2.base [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Request body: {'floatingip': {'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'port_id': 'f13fff47-bee2-4ae0-aad6-58f7dd8fcb04', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 11:50:57.268414 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for floatingip, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:57.364268 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:57.464765 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_common [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Allocated IP 172.27.0.240 (9257506f-d87a-4713-a52d-23614a98d559/e97d227d-1393-4df2-8fb5-95aea74f0a4a/c1c8c091-498e-4e9c-8478-eaf1c30cb22d) {{(pid=93104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 11:50:57.560693 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for port, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:57.597378 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746162898589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:57.634685 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Network 9257506f-d87a-4713-a52d-23614a98d559 is already hosted by enough agents. {{(pid=93104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 11:50:57.639379 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.base_scheduler [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Resources bound (agent type, host, resource id): {{(pid=93104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 11:50:57.643534 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Received port after_create {{(pid=93104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 11:50:57.646395 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event updated for resources: {'Port': ['ID=c1c8c091-498e-4e9c-8478-eaf1c30cb22d,revision_number=1']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:50:57.675231 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:57.675572 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:57.675932 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:57.676264 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:57.676590 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:57.676912 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:57.677239 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:57.677556 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:57.677876 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:57.678192 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:57.678505 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:57.678818 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:50:58.002502 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:58.076451 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527957'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:58.217689 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:58.222086 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746163302229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746162898607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746162898625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9065838'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:58.286089 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event updated for resources: {'Port': ['ID=c1c8c091-498e-4e9c-8478-eaf1c30cb22d,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:50:58.298153 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814437'] for floatingip, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:58.395113 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.l3_db [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Floating IP 441d71eb-5476-4e42-9bb3-e1352799fcd5 associated. External IP: 172.27.0.240, port: f13fff47-bee2-4ae0-aad6-58f7dd8fcb04. Jul 16 11:50:58.592239 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:50:58.695286 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:50:58.704466 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a17b6-4e76-4d43-a0bc-7d70ca967347 None None] Sync routers for ids ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:50:58.711755 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:58.714859 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a17b6-4e76-4d43-a0bc-7d70ca967347 None None] Routers {'70055dc9-33e3-4971-b3cf-0f0d1dc35277'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:50:58.715467 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-7a6a17b6-4e76-4d43-a0bc-7d70ca967347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:50:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:50:58.747778 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-afe97ec9-dcdf-4c2f-be57-a0ea18089d7d tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5032730 Jul 16 11:50:58.748481 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39e7939-9425-488b-bf7f-4cb6938294db', 'tag': 'f13fff47-bee2-4ae0-aad6-58f7dd8fcb04'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:50:58.750704 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6446f048-8d2e-4163-aee7-59b70eb8c7bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f39e7939-9425-488b-bf7f-4cb6938294db", "tag": "f13fff47-bee2-4ae0-aad6-58f7dd8fcb04"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:50:58.819934 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-7a6a17b6-4e76-4d43-a0bc-7d70ca967347 None None] Set router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:50:58.834980 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af75caa-4eeb-4a15-b474-eb4f61266d92 x-openstack-request-id: req-8af75caa-4eeb-4a15-b474-eb4f61266d92 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:50:58.835278 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39e7939-9425-488b-bf7f-4cb6938294db", "tag": "f13fff47-bee2-4ae0-aad6-58f7dd8fcb04", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:50:58.835531 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8af75caa-4eeb-4a15-b474-eb4f61266d92 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:50:58.835963 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39e7939-9425-488b-bf7f-4cb6938294db', 'tag': 'f13fff47-bee2-4ae0-aad6-58f7dd8fcb04', 'status': 'completed', 'code': 200} Jul 16 11:50:58.916003 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-a04a4005-3257-4b04-b2ad-931c631288a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:50:58.955611 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446f048-8d2e-4163-aee7-59b70eb8c7bb req-496c30f5-3224-41df-bba8-419ca254f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:58.957442 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6446f048-8d2e-4163-aee7-59b70eb8c7bb req-496c30f5-3224-41df-bba8-419ca254f297 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 1098 time: 0.0983264 Jul 16 11:50:59.049593 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446f048-8d2e-4163-aee7-59b70eb8c7bb req-16046aeb-6fdb-469e-89d3-4a720b97a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:59.051061 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6446f048-8d2e-4163-aee7-59b70eb8c7bb req-16046aeb-6fdb-469e-89d3-4a720b97a835 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 913 time: 0.0858963 Jul 16 11:50:59.057950 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-7a6a17b6-4e76-4d43-a0bc-7d70ca967347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '441d71eb-5476-4e42-9bb3-e1352799fcd5', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'port_id': 'f13fff47-bee2-4ae0-aad6-58f7dd8fcb04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'mac_address': 'fa:16:3e:43:7f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39e7939-9425-488b-bf7f-4cb6938294db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:50:57Z', 'updated_at': '2021-07-16T11:50:57Z', 'revision_number': 0, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ip_address_scope': None}, {'id': '89e8adbb-eaa1-4894-9100-cde9f960f644', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'port_id': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'mac_address': 'fa:16:3e:ae:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:49:06Z', 'updated_at': '2021-07-16T11:49:08Z', 'revision_number': 1, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:15Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:50:59.083279 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a17b6-4e76-4d43-a0bc-7d70ca967347 None None] Checking router: 70055dc9-33e3-4971-b3cf-0f0d1dc35277 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:50:59.092317 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a17b6-4e76-4d43-a0bc-7d70ca967347 None None] Routers {'70055dc9-33e3-4971-b3cf-0f0d1dc35277'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:50:59.092911 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-7a6a17b6-4e76-4d43-a0bc-7d70ca967347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:50:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:50:59.117183 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6446f048-8d2e-4163-aee7-59b70eb8c7bb req-50a6aa72-d448-4818-a8d3-f351d17e91a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 HTTP/1.1" status: 200 len: 999 time: 0.0592489 Jul 16 11:50:59.165305 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446f048-8d2e-4163-aee7-59b70eb8c7bb req-0bd15f10-d887-4b9d-bac4-de482308ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:59.166739 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6446f048-8d2e-4163-aee7-59b70eb8c7bb req-0bd15f10-d887-4b9d-bac4-de482308ebff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e549940-114b-4527-bee2-71d5c7d694ae HTTP/1.1" status: 200 len: 851 time: 0.0421185 Jul 16 11:50:59.196455 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-7a6a17b6-4e76-4d43-a0bc-7d70ca967347 None None] Set router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:50:59.222413 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446f048-8d2e-4163-aee7-59b70eb8c7bb req-df9a73bc-20e9-4194-9404-21303beb6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:50:59.223963 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6446f048-8d2e-4163-aee7-59b70eb8c7bb req-df9a73bc-20e9-4194-9404-21303beb6c6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a265a739-d403-4262-a6c5-2e36d9da7e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508747 Jul 16 11:50:59.316595 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6446f048-8d2e-4163-aee7-59b70eb8c7bb req-9b225a96-e9e2-48f4-b7d0-9b57de256ee5 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849121 Jul 16 11:50:59.406722 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-6446f048-8d2e-4163-aee7-59b70eb8c7bb req-f0443b83-0ef0-44ac-9afe-bfb3040b72ef service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819454 Jul 16 11:50:59.419976 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-7a6a17b6-4e76-4d43-a0bc-7d70ca967347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '441d71eb-5476-4e42-9bb3-e1352799fcd5', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'port_id': 'f13fff47-bee2-4ae0-aad6-58f7dd8fcb04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'mac_address': 'fa:16:3e:43:7f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39e7939-9425-488b-bf7f-4cb6938294db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:50:57Z', 'updated_at': '2021-07-16T11:50:57Z', 'revision_number': 0, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ip_address_scope': None}, {'id': '89e8adbb-eaa1-4894-9100-cde9f960f644', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'port_id': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'mac_address': 'fa:16:3e:ae:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:49:06Z', 'updated_at': '2021-07-16T11:49:08Z', 'revision_number': 1, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:15Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:50:59.447837 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a17b6-4e76-4d43-a0bc-7d70ca967347 None None] The sync data for ids ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'] in dv-cinder-784763-6-iscsi is: [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '441d71eb-5476-4e42-9bb3-e1352799fcd5', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'port_id': 'f13fff47-bee2-4ae0-aad6-58f7dd8fcb04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'mac_address': 'fa:16:3e:43:7f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39e7939-9425-488b-bf7f-4cb6938294db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:50:57Z', 'updated_at': '2021-07-16T11:50:57Z', 'revision_number': 0, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ip_address_scope': None}, {'id': '89e8adbb-eaa1-4894-9100-cde9f960f644', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'port_id': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'mac_address': 'fa:16:3e:ae:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:49:06Z', 'updated_at': '2021-07-16T11:49:08Z', 'revision_number': 1, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:15Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:50:59.618834 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ffdb50-76d5-498e-85aa-639d5e12f700 None None] New status for floating IP 441d71eb-5476-4e42-9bb3-e1352799fcd5: ACTIVE {{(pid=93106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 11:51:01.687004 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-8c6c9ff6-e902-48b3-aeed-f5bec58c8b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:51:02.079305 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:51:02.864798 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:51:04.375206 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:51:06.312494 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-47bd385a-b210-4bf2-b9df-6da00f5177ff req-df2a29c7-f17d-4214-bc24-5865640cc731 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542831 Jul 16 11:51:06.401830 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd385a-b210-4bf2-b9df-6da00f5177ff req-0bf57184-9255-478b-86ca-7215555d539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:51:06.403267 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-47bd385a-b210-4bf2-b9df-6da00f5177ff req-0bf57184-9255-478b-86ca-7215555d539d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 1098 time: 0.0505817 Jul 16 11:51:06.501888 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd385a-b210-4bf2-b9df-6da00f5177ff req-992057d6-dddd-4ade-92a2-8b5c3a4f54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:51:06.503334 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-47bd385a-b210-4bf2-b9df-6da00f5177ff req-992057d6-dddd-4ade-92a2-8b5c3a4f54d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 913 time: 0.0814106 Jul 16 11:51:06.570474 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-47bd385a-b210-4bf2-b9df-6da00f5177ff req-ba8320ae-fb13-430d-bb1d-177cb7977f3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d HTTP/1.1" status: 200 len: 1001 time: 0.0580664 Jul 16 11:51:06.616750 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd385a-b210-4bf2-b9df-6da00f5177ff req-b6119327-6ad5-4b48-bd44-f2d84c3cc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:51:06.618369 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-47bd385a-b210-4bf2-b9df-6da00f5177ff req-b6119327-6ad5-4b48-bd44-f2d84c3cc1e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e549940-114b-4527-bee2-71d5c7d694ae HTTP/1.1" status: 200 len: 851 time: 0.0412519 Jul 16 11:51:06.673198 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd385a-b210-4bf2-b9df-6da00f5177ff req-48482fca-4d06-4902-bc35-8318325f0c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:51:06.674598 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-47bd385a-b210-4bf2-b9df-6da00f5177ff req-48482fca-4d06-4902-bc35-8318325f0c89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a265a739-d403-4262-a6c5-2e36d9da7e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489922 Jul 16 11:51:06.768227 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-47bd385a-b210-4bf2-b9df-6da00f5177ff req-fe7eb190-9e4a-4456-8a30-9371b2218ae6 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820127 Jul 16 11:51:06.855692 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-47bd385a-b210-4bf2-b9df-6da00f5177ff req-e37fb10f-0f61-42e4-b0d1-caa6c47c99a3 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815818 Jul 16 11:51:22.439719 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:51:24.962604 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:51:28.886524 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-6a7053dc-f302-46f5-8c39-d90d9634d74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:51:31.686731 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2575f6e8-4069-4eb3-abbb-331c13f9c37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:51:32.078906 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:51:32.867873 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:51:34.378714 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:51:54.977742 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:51:58.887586 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-9c345f74-a43f-4aa3-b8c9-7b1778ce9471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:51:59.439012 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:52:01.686607 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-39f99a84-5b3b-42ed-b1af-c2e80b439d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:02.078709 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:02.870188 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:04.379539 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:07.344276 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d53b7e21-47f0-444a-b9bb-21cad9201c6e req-5b809a28-b656-45a0-8f6c-6872e9f13e4d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502584 Jul 16 11:52:07.413463 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b7e21-47f0-444a-b9bb-21cad9201c6e req-3985bf6b-ff70-455e-86f6-4ab2fe352d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:52:07.414907 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d53b7e21-47f0-444a-b9bb-21cad9201c6e req-3985bf6b-ff70-455e-86f6-4ab2fe352d65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 1098 time: 0.0498734 Jul 16 11:52:07.517737 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b7e21-47f0-444a-b9bb-21cad9201c6e req-948f345c-8a8a-4150-96b2-3a30698d4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:52:07.519152 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d53b7e21-47f0-444a-b9bb-21cad9201c6e req-948f345c-8a8a-4150-96b2-3a30698d4638 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 913 time: 0.0841265 Jul 16 11:52:07.581743 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d53b7e21-47f0-444a-b9bb-21cad9201c6e req-7194ad5a-2258-4c3b-9a17-402072cbcd9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 HTTP/1.1" status: 200 len: 1001 time: 0.0555234 Jul 16 11:52:07.631133 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b7e21-47f0-444a-b9bb-21cad9201c6e req-0593f87d-7323-46b3-8e4c-bac4a6dc779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:52:07.632558 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d53b7e21-47f0-444a-b9bb-21cad9201c6e req-0593f87d-7323-46b3-8e4c-bac4a6dc779c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e549940-114b-4527-bee2-71d5c7d694ae HTTP/1.1" status: 200 len: 851 time: 0.0459516 Jul 16 11:52:07.687559 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b7e21-47f0-444a-b9bb-21cad9201c6e req-a3fe1d2a-1465-4205-9717-4e856ff443e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:52:07.689022 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d53b7e21-47f0-444a-b9bb-21cad9201c6e req-a3fe1d2a-1465-4205-9717-4e856ff443e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a265a739-d403-4262-a6c5-2e36d9da7e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501904 Jul 16 11:52:07.774149 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d53b7e21-47f0-444a-b9bb-21cad9201c6e req-48549020-482d-4e2b-a0b2-00d6bb4ac877 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787315 Jul 16 11:52:07.862359 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-d53b7e21-47f0-444a-b9bb-21cad9201c6e req-87262b21-4677-4649-987a-5ab3c73ca873 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817680 Jul 16 11:52:24.976913 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:28.888083 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-b1c222f0-1d7e-4af7-baa7-0bb871234569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:29.255009 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52546) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:52:29.442464 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Deleting port c1c8c091-498e-4e9c-8478-eaf1c30cb22d {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:52:29.442805 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:29.517134 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:29.517385 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:29.528374 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Calling delete_port for c1c8c091-498e-4e9c-8478-eaf1c30cb22d owned by network:floatingip {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:52:29.668029 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:29.692357 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event deleted for resources: {'Port': ['ID=c1c8c091-498e-4e9c-8478-eaf1c30cb22d,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:29.703510 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:29.703890 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:29.704229 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:29.704558 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:29.704886 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:29.705209 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:29.705538 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:29.705858 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:29.706177 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:29.706528 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:29.706846 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:29.707163 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:29.762473 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for floatingip, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:29.762805 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.l3_db [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Floating IP 441d71eb-5476-4e42-9bb3-e1352799fcd5 disassociated (deleted). External IP: 172.27.0.240, port: f13fff47-bee2-4ae0-aad6-58f7dd8fcb04. Jul 16 11:52:29.960831 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:52:30.063120 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:52:30.067872 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:30.072101 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a45ea8-8e8e-4cb6-b6ad-e9f58c017b79 None None] Sync routers for ids ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:52:30.080552 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a45ea8-8e8e-4cb6-b6ad-e9f58c017b79 None None] Routers {'70055dc9-33e3-4971-b3cf-0f0d1dc35277'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:52:30.081153 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-b3a45ea8-8e8e-4cb6-b6ad-e9f58c017b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:52:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:30.102667 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-70b26933-3398-4454-8c8d-f03e1944e17f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "DELETE /v2.0/floatingips/441d71eb-5476-4e42-9bb3-e1352799fcd5 HTTP/1.1" status: 204 len: 168 time: 0.8465667 Jul 16 11:52:30.103255 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39e7939-9425-488b-bf7f-4cb6938294db', 'tag': 'f13fff47-bee2-4ae0-aad6-58f7dd8fcb04'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:52:30.105537 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7525e2-a1d5-45de-a4f1-f0c38bf740b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f39e7939-9425-488b-bf7f-4cb6938294db", "tag": "f13fff47-bee2-4ae0-aad6-58f7dd8fcb04"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:52:30.143381 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451f7607-0cd3-422a-bf46-f2e277ca8f12 x-openstack-request-id: req-451f7607-0cd3-422a-bf46-f2e277ca8f12 {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:52:30.143788 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39e7939-9425-488b-bf7f-4cb6938294db", "tag": "f13fff47-bee2-4ae0-aad6-58f7dd8fcb04", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:52:30.144073 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-451f7607-0cd3-422a-bf46-f2e277ca8f12 {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:52:30.144500 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39e7939-9425-488b-bf7f-4cb6938294db', 'tag': 'f13fff47-bee2-4ae0-aad6-58f7dd8fcb04', 'status': 'completed', 'code': 200} Jul 16 11:52:30.222205 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7525e2-a1d5-45de-a4f1-f0c38bf740b2 req-c6ff8661-bf8b-44f0-b101-67827d3dd9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:52:30.223664 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4e7525e2-a1d5-45de-a4f1-f0c38bf740b2 req-c6ff8661-bf8b-44f0-b101-67827d3dd9c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 1098 time: 0.0552256 Jul 16 11:52:30.312964 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-b3a45ea8-8e8e-4cb6-b6ad-e9f58c017b79 None None] Set router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:52:30.505103 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0f86b-d859-4bf8-a7a0-02be11ac56d6 req-39725915-cbdd-412e-a989-37f1706746aa tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:52:30.506629 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ebb0f86b-d859-4bf8-a7a0-02be11ac56d6 req-39725915-cbdd-412e-a989-37f1706746aa tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 945 time: 0.0689251 Jul 16 11:52:30.547858 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ebb0f86b-d859-4bf8-a7a0-02be11ac56d6 req-8694e610-f89a-48b0-ae2c-59990ae23720 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346177 Jul 16 11:52:30.554301 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-b3a45ea8-8e8e-4cb6-b6ad-e9f58c017b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '89e8adbb-eaa1-4894-9100-cde9f960f644', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'port_id': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'mac_address': 'fa:16:3e:ae:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:49:06Z', 'updated_at': '2021-07-16T11:49:08Z', 'revision_number': 1, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:15Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:30.555468 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7525e2-a1d5-45de-a4f1-f0c38bf740b2 req-0f912bc3-ef3b-412b-af78-9f44399d9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:52:30.557190 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4e7525e2-a1d5-45de-a4f1-f0c38bf740b2 req-0f912bc3-ef3b-412b-af78-9f44399d9bab service neutron] 10.222.0.13 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 913 time: 0.3260796 Jul 16 11:52:30.581076 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a45ea8-8e8e-4cb6-b6ad-e9f58c017b79 None None] Checking router: 70055dc9-33e3-4971-b3cf-0f0d1dc35277 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:52:30.589160 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a45ea8-8e8e-4cb6-b6ad-e9f58c017b79 None None] Routers {'70055dc9-33e3-4971-b3cf-0f0d1dc35277'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:52:30.589759 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-b3a45ea8-8e8e-4cb6-b6ad-e9f58c017b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:52:02Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:30.601297 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4e7525e2-a1d5-45de-a4f1-f0c38bf740b2 req-19bd4c3f-1eb0-4e47-a543-25808dd20d12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 HTTP/1.1" status: 200 len: 217 time: 0.0374978 Jul 16 11:52:30.649051 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7525e2-a1d5-45de-a4f1-f0c38bf740b2 req-04e5f956-4fb5-49e0-b499-df32865d4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:52:30.650489 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4e7525e2-a1d5-45de-a4f1-f0c38bf740b2 req-04e5f956-4fb5-49e0-b499-df32865d4dae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e549940-114b-4527-bee2-71d5c7d694ae HTTP/1.1" status: 200 len: 851 time: 0.0431349 Jul 16 11:52:30.692223 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-b3a45ea8-8e8e-4cb6-b6ad-e9f58c017b79 None None] Set router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:52:30.708110 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7525e2-a1d5-45de-a4f1-f0c38bf740b2 req-40fc4bb0-9d34-4e1f-8c48-fc35d4511bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:52:30.709593 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4e7525e2-a1d5-45de-a4f1-f0c38bf740b2 req-40fc4bb0-9d34-4e1f-8c48-fc35d4511bcd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a265a739-d403-4262-a6c5-2e36d9da7e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527003 Jul 16 11:52:30.799024 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4e7525e2-a1d5-45de-a4f1-f0c38bf740b2 req-04010e9f-b4af-4648-9cbf-95908f346ca5 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806015 Jul 16 11:52:30.890722 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-4e7525e2-a1d5-45de-a4f1-f0c38bf740b2 req-6456d3d2-2f8b-4697-b7c2-1ea80e25581a service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835006 Jul 16 11:52:30.916332 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-b3a45ea8-8e8e-4cb6-b6ad-e9f58c017b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '89e8adbb-eaa1-4894-9100-cde9f960f644', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'port_id': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'mac_address': 'fa:16:3e:ae:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:49:06Z', 'updated_at': '2021-07-16T11:49:08Z', 'revision_number': 1, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:15Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:30.942387 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a45ea8-8e8e-4cb6-b6ad-e9f58c017b79 None None] The sync data for ids ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'] in dv-cinder-784763-6-iscsi is: [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_floatingips': [{'id': '89e8adbb-eaa1-4894-9100-cde9f960f644', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'router_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'port_id': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'mac_address': 'fa:16:3e:ae:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T11:49:06Z', 'updated_at': '2021-07-16T11:49:08Z', 'revision_number': 1, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:15Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:52:31.138618 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce6d0c1-7ecb-445b-928c-72781a51522c None None] New status for floating IP 441d71eb-5476-4e42-9bb3-e1352799fcd5: DOWN {{(pid=93106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 11:52:31.686169 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-148ca4cf-129a-4d8d-8be3-0bdb69bdfd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:31.722310 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9815b-f2eb-469d-b253-6df1ac068c58 req-9aa68ee5-754e-46b3-8857-4f8d4cc5a88a tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:52:31.723691 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9fa9815b-f2eb-469d-b253-6df1ac068c58 req-9aa68ee5-754e-46b3-8857-4f8d4cc5a88a tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 945 time: 0.0623980 Jul 16 11:52:31.760493 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-9fa9815b-f2eb-469d-b253-6df1ac068c58 req-d3cab4fa-4780-4e24-b254-2ffb6f312a20 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312614 Jul 16 11:52:31.897977 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c6dbe-0eea-49f2-9201-d4f82b0e3ae1 req-f207f17f-1a1c-4d3f-a67e-95f07a3b1dba tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:52:31.899597 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-f14c6dbe-0eea-49f2-9201-d4f82b0e3ae1 req-f207f17f-1a1c-4d3f-a67e-95f07a3b1dba tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.13 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 945 time: 0.0609171 Jul 16 11:52:31.997952 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-f14c6dbe-0eea-49f2-9201-d4f82b0e3ae1 req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Deleting port f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:52:31.998208 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-f14c6dbe-0eea-49f2-9201-d4f82b0e3ae1 req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:32.079531 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:32.084910 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-f14c6dbe-0eea-49f2-9201-d4f82b0e3ae1 req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] For port f13fff47-bee2-4ae0-aad6-58f7dd8fcb04, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=f13fff47-bee2-4ae0-aad6-58f7dd8fcb04,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:52:32.085264 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-f14c6dbe-0eea-49f2-9201-d4f82b0e3ae1 req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:32.097560 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-f14c6dbe-0eea-49f2-9201-d4f82b0e3ae1 req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Calling delete_port for f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 owned by compute:nova {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:52:32.223261 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-f14c6dbe-0eea-49f2-9201-d4f82b0e3ae1 req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:32.251079 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event deleted for resources: {'Port': ['ID=f13fff47-bee2-4ae0-aad6-58f7dd8fcb04,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:32.281218 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:32.281574 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:32.281915 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:32.282251 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:32.282584 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:32.282917 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:32.283249 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:32.283578 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:32.283938 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:32.284263 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:32.284586 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:32.284908 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:32.308623 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14c6dbe-0eea-49f2-9201-d4f82b0e3ae1 req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] No DVR routers for this DVR port f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 on host hv-cinder-78476 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:52:32.310950 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-f14c6dbe-0eea-49f2-9201-d4f82b0e3ae1 req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:32.312954 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-f14c6dbe-0eea-49f2-9201-d4f82b0e3ae1 req-2ca5d94b-d181-42a8-b49c-3400ff21793b tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.13 "DELETE /v2.0/ports/f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 HTTP/1.1" status: 204 len: 173 time: 0.4080241 Jul 16 11:52:32.313389 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39e7939-9425-488b-bf7f-4cb6938294db', 'name': 'network-vif-deleted', 'tag': 'f13fff47-bee2-4ae0-aad6-58f7dd8fcb04'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:52:32.315593 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec3a4db-126c-4209-8312-94ece39d13f0" -d '{"events": [{"server_uuid": "f39e7939-9425-488b-bf7f-4cb6938294db", "name": "network-vif-deleted", "tag": "f13fff47-bee2-4ae0-aad6-58f7dd8fcb04"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:52:32.414275 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4042a454-6c35-4f12-b02f-1c19ab813ca0 x-openstack-request-id: req-4042a454-6c35-4f12-b02f-1c19ab813ca0 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:52:32.414569 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39e7939-9425-488b-bf7f-4cb6938294db", "name": "network-vif-deleted", "tag": "f13fff47-bee2-4ae0-aad6-58f7dd8fcb04", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:52:32.414820 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4042a454-6c35-4f12-b02f-1c19ab813ca0 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:52:32.415212 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39e7939-9425-488b-bf7f-4cb6938294db', 'name': 'network-vif-deleted', 'tag': 'f13fff47-bee2-4ae0-aad6-58f7dd8fcb04', 'status': 'completed', 'code': 200} Jul 16 11:52:32.872337 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:32.909887 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-ff9bafde-35bf-41b1-a3bc-3b0333cd33f8 req-579c0fdf-9e9a-4c83-8ee6-fff011a2d45f tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=f39e7939-9425-488b-bf7f-4cb6938294db HTTP/1.1" status: 200 len: 210 time: 0.0298958 Jul 16 11:52:34.382586 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:35.185559 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:52:35.208375 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:52:35.208721 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device f13fff47-bee2-4ae0-aad6-58f7dd8fcb04 not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:52:36.214637 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52592) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:52:36.361621 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-f2057e1d-debd-472b-a107-78376e603283 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Deleting port 4ca93668-0db2-4453-a962-0d0be3415f6f {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:52:36.361964 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f2057e1d-debd-472b-a107-78376e603283 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:36.435790 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f2057e1d-debd-472b-a107-78376e603283 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:36.436134 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f2057e1d-debd-472b-a107-78376e603283 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:36.438739 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:52:36.447105 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-f2057e1d-debd-472b-a107-78376e603283 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Calling delete_port for 4ca93668-0db2-4453-a962-0d0be3415f6f owned by network:floatingip {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:52:36.587484 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f2057e1d-debd-472b-a107-78376e603283 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:36.616010 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2057e1d-debd-472b-a107-78376e603283 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event deleted for resources: {'Port': ['ID=4ca93668-0db2-4453-a962-0d0be3415f6f,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:36.673148 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f2057e1d-debd-472b-a107-78376e603283 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for floatingip, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:36.673475 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.db.l3_db [None req-f2057e1d-debd-472b-a107-78376e603283 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Floating IP 89e8adbb-eaa1-4894-9100-cde9f960f644 disassociated (deleted). External IP: 172.27.0.168, port: 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d. Jul 16 11:52:37.126827 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2057e1d-debd-472b-a107-78376e603283 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:52:37.228444 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2057e1d-debd-472b-a107-78376e603283 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:52:37.232859 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f2057e1d-debd-472b-a107-78376e603283 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:37.238625 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6294c0f-e2e0-40b3-b464-48962252f1ff None None] Sync routers for ids ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:52:37.247321 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6294c0f-e2e0-40b3-b464-48962252f1ff None None] Routers {'70055dc9-33e3-4971-b3cf-0f0d1dc35277'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:52:37.247962 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-e6294c0f-e2e0-40b3-b464-48962252f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:52:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:37.267751 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-f2057e1d-debd-472b-a107-78376e603283 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "DELETE /v2.0/floatingips/89e8adbb-eaa1-4894-9100-cde9f960f644 HTTP/1.1" status: 204 len: 168 time: 1.0520384 Jul 16 11:52:37.268456 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'tag': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d'}] {{(pid=93104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:52:37.270789 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ab5f2f436039676a20405ed945f4b5579db6d2bcb7161d9c4a2e5cad06a64a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3582777-9a80-4398-b815-2cb2eb36d0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b465a679-4e0b-4ff5-827a-fa71fe75e0be", "tag": "22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d"}]}' {{(pid=93104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:52:37.310663 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 11:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145ba2fd-ae09-4fbc-8a97-792affdf2a4c x-openstack-request-id: req-145ba2fd-ae09-4fbc-8a97-792affdf2a4c {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:52:37.310968 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b465a679-4e0b-4ff5-827a-fa71fe75e0be", "tag": "22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d", "status": "completed", "code": 200}]} {{(pid=93104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:52:37.311214 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-145ba2fd-ae09-4fbc-8a97-792affdf2a4c {{(pid=93104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:52:37.311613 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'tag': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d', 'status': 'completed', 'code': 200} Jul 16 11:52:37.357128 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-e6294c0f-e2e0-40b3-b464-48962252f1ff None None] Set router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:52:37.388275 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3582777-9a80-4398-b815-2cb2eb36d0a2 req-06cfb3a5-db37-4b5b-851e-fc7f6b83eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:52:37.389710 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e3582777-9a80-4398-b815-2cb2eb36d0a2 req-06cfb3a5-db37-4b5b-851e-fc7f6b83eb6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b050f1559e4df18de0abbccc5f7dea&device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 1098 time: 0.0523016 Jul 16 11:52:37.494079 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3582777-9a80-4398-b815-2cb2eb36d0a2 req-f98a7328-db78-4b0a-851a-f8e4ffab7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:52:37.495656 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e3582777-9a80-4398-b815-2cb2eb36d0a2 req-f98a7328-db78-4b0a-851a-f8e4ffab7332 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 200 len: 913 time: 0.0997198 Jul 16 11:52:37.540048 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e3582777-9a80-4398-b815-2cb2eb36d0a2 req-94317d1a-11d9-4c3d-b47a-5fbb68f2286d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d HTTP/1.1" status: 200 len: 217 time: 0.0377803 Jul 16 11:52:37.557174 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-e6294c0f-e2e0-40b3-b464-48962252f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:15Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:37.586336 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6294c0f-e2e0-40b3-b464-48962252f1ff None None] Checking router: 70055dc9-33e3-4971-b3cf-0f0d1dc35277 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:52:37.592012 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3582777-9a80-4398-b815-2cb2eb36d0a2 req-74b8ed19-1d76-4764-8522-da18329760a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:52:37.593527 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e3582777-9a80-4398-b815-2cb2eb36d0a2 req-74b8ed19-1d76-4764-8522-da18329760a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e549940-114b-4527-bee2-71d5c7d694ae HTTP/1.1" status: 200 len: 851 time: 0.0470281 Jul 16 11:52:37.596258 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6294c0f-e2e0-40b3-b464-48962252f1ff None None] Routers {'70055dc9-33e3-4971-b3cf-0f0d1dc35277'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:52:37.596886 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-e6294c0f-e2e0-40b3-b464-48962252f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:52:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:37.644092 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73f644-f25e-414e-93c1-c06ea5203897 req-23e5f45b-557e-495c-bc00-da605044ef24 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:52:37.645550 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8d73f644-f25e-414e-93c1-c06ea5203897 req-23e5f45b-557e-495c-bc00-da605044ef24 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 945 time: 0.0679018 Jul 16 11:52:37.651952 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3582777-9a80-4398-b815-2cb2eb36d0a2 req-120c1494-9487-4948-a714-98cf7056d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:52:37.653500 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e3582777-9a80-4398-b815-2cb2eb36d0a2 req-120c1494-9487-4948-a714-98cf7056d1eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a265a739-d403-4262-a6c5-2e36d9da7e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528696 Jul 16 11:52:37.684683 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-8d73f644-f25e-414e-93c1-c06ea5203897 req-88fe33a9-5092-427d-a36f-77beddd65006 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320542 Jul 16 11:52:37.710371 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-e6294c0f-e2e0-40b3-b464-48962252f1ff None None] Set router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:52:37.746266 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e3582777-9a80-4398-b815-2cb2eb36d0a2 req-76f6a2f2-1aa7-402f-bf84-1f3ee41d6f5d service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862579 Jul 16 11:52:37.833805 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-e3582777-9a80-4398-b815-2cb2eb36d0a2 req-1cc8b661-43c1-4e9b-8215-42c0fe081600 service neutron] 10.222.0.13 "GET /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802438 Jul 16 11:52:37.903485 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-e6294c0f-e2e0-40b3-b464-48962252f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:15Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:37.928579 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6294c0f-e2e0-40b3-b464-48962252f1ff None None] The sync data for ids ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'] in dv-cinder-784763-6-iscsi is: [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:09Z', 'revision_number': 4, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi', '_interfaces': [{'id': '24e299d3-ffa5-447a-b5da-ecdd779db594', 'name': '', 'network_id': 'a265a739-d403-4262-a6c5-2e36d9da7e98', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'mac_address': 'fa:16:3e:99:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:09Z', 'updated_at': '2021-07-16T11:46:15Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'subnets': [{'id': '5e549940-114b-4527-bee2-71d5c7d694ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:52:38.132394 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613d19b2-7af1-4782-945e-25b9df26d035 None None] New status for floating IP 89e8adbb-eaa1-4894-9100-cde9f960f644: DOWN {{(pid=93106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 11:52:38.855515 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe8a48-2ac7-4049-9d93-81be6ac8269e req-d7bcf813-9d1a-4585-a4d6-435ca5414429 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:52:38.856970 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-28fe8a48-2ac7-4049-9d93-81be6ac8269e req-d7bcf813-9d1a-4585-a4d6-435ca5414429 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 945 time: 0.0603256 Jul 16 11:52:38.892995 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-28fe8a48-2ac7-4049-9d93-81be6ac8269e req-e8a6aaa7-ec57-470a-8271-b334e9038ff0 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/security-groups?id=1329abea-b2e4-4b13-a3a0-fc8e290f57c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306754 Jul 16 11:52:38.990744 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa610b-b40c-429b-9d34-785d76c58fb2 req-a554b073-6db2-4ca3-a56c-a29277f23391 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 11:52:38.992110 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-f8aa610b-b40c-429b-9d34-785d76c58fb2 req-a554b073-6db2-4ca3-a56c-a29277f23391 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.13 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 945 time: 0.0640540 Jul 16 11:52:39.086577 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-f8aa610b-b40c-429b-9d34-785d76c58fb2 req-f7721148-9402-4b7c-86ac-11b2693531a6 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Deleting port 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:52:39.086917 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-f8aa610b-b40c-429b-9d34-785d76c58fb2 req-f7721148-9402-4b7c-86ac-11b2693531a6 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:39.175068 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [req-f8aa610b-b40c-429b-9d34-785d76c58fb2 req-f7721148-9402-4b7c-86ac-11b2693531a6 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] For port 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:52:39.175419 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-f8aa610b-b40c-429b-9d34-785d76c58fb2 req-f7721148-9402-4b7c-86ac-11b2693531a6 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:39.187223 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [req-f8aa610b-b40c-429b-9d34-785d76c58fb2 req-f7721148-9402-4b7c-86ac-11b2693531a6 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Calling delete_port for 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d owned by compute:nova {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:52:39.310109 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-f8aa610b-b40c-429b-9d34-785d76c58fb2 req-f7721148-9402-4b7c-86ac-11b2693531a6 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:39.341323 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7721148-9402-4b7c-86ac-11b2693531a6 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event deleted for resources: {'Port': ['ID=22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:39.385157 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8aa610b-b40c-429b-9d34-785d76c58fb2 req-f7721148-9402-4b7c-86ac-11b2693531a6 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] No DVR routers for this DVR port 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d on host hv-cinder-78476 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:52:39.388208 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [req-f8aa610b-b40c-429b-9d34-785d76c58fb2 req-f7721148-9402-4b7c-86ac-11b2693531a6 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for port, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:39.390216 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [req-f8aa610b-b40c-429b-9d34-785d76c58fb2 req-f7721148-9402-4b7c-86ac-11b2693531a6 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.13 "DELETE /v2.0/ports/22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d HTTP/1.1" status: 204 len: 173 time: 0.3930993 Jul 16 11:52:39.390644 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'name': 'network-vif-deleted', 'tag': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 11:52:39.392947 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05a3b4131b0714039f167595b82dddb33d98b7a5d779a697d6d70112ae9cbeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dc581c-bbcd-4ead-b945-e38cdd0b0402" -d '{"events": [{"server_uuid": "b465a679-4e0b-4ff5-827a-fa71fe75e0be", "name": "network-vif-deleted", "tag": "22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d"}]}' {{(pid=93103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 11:52:39.434051 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 11:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c54728-c848-4259-b0dc-b5043f78c0b4 x-openstack-request-id: req-92c54728-c848-4259-b0dc-b5043f78c0b4 {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 11:52:39.434339 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b465a679-4e0b-4ff5-827a-fa71fe75e0be", "name": "network-vif-deleted", "tag": "22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d", "status": "completed", "code": 200}]} {{(pid=93103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 11:52:39.434584 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92c54728-c848-4259-b0dc-b5043f78c0b4 {{(pid=93103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 11:52:39.434970 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b465a679-4e0b-4ff5-827a-fa71fe75e0be', 'name': 'network-vif-deleted', 'tag': '22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d', 'status': 'completed', 'code': 200} Jul 16 11:52:40.044860 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [req-d9b4645c-2dbf-4d74-a18f-39daa99475ee req-9a777fdc-325e-4c11-bfb3-fcd7d29f6c72 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "GET /v2.0/ports?device_id=b465a679-4e0b-4ff5-827a-fa71fe75e0be HTTP/1.1" status: 200 len: 210 time: 0.0304284 Jul 16 11:52:41.135495 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 52608) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:52:41.253233 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c6a2dd00-dbd6-4b19-96bd-838876469f36 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Deleting port f8f87a0e-8729-4e80-96e1-9a71a99b5338 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:52:41.253563 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c6a2dd00-dbd6-4b19-96bd-838876469f36 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:41.329075 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c6a2dd00-dbd6-4b19-96bd-838876469f36 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:41.329312 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c6a2dd00-dbd6-4b19-96bd-838876469f36 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:41.340835 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c6a2dd00-dbd6-4b19-96bd-838876469f36 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Calling delete_port for f8f87a0e-8729-4e80-96e1-9a71a99b5338 owned by network:floatingip {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:52:41.464272 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c6a2dd00-dbd6-4b19-96bd-838876469f36 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:41.493293 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2dd00-dbd6-4b19-96bd-838876469f36 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event deleted for resources: {'Port': ['ID=f8f87a0e-8729-4e80-96e1-9a71a99b5338,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:41.553966 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c6a2dd00-dbd6-4b19-96bd-838876469f36 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for floatingip, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:41.556778 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c6a2dd00-dbd6-4b19-96bd-838876469f36 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-459765'] for floatingip, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:41.557940 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-c6a2dd00-dbd6-4b19-96bd-838876469f36 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "DELETE /v2.0/floatingips/0ec5d69b-374b-4d1f-a69c-d953f085f396 HTTP/1.1" status: 204 len: 168 time: 0.4214337 Jul 16 11:52:42.811193 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 52620) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:52:42.870509 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c6016b9b-a11a-4791-b612-7c0610008669 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:42.894701 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c6016b9b-a11a-4791-b612-7c0610008669 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:42.955792 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c6016b9b-a11a-4791-b612-7c0610008669 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:42.958367 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c6016b9b-a11a-4791-b612-7c0610008669 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:42.959525 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-c6016b9b-a11a-4791-b612-7c0610008669 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] 10.222.0.16 "DELETE /v2.0/security-groups/1329abea-b2e4-4b13-a3a0-fc8e290f57c4 HTTP/1.1" status: 204 len: 168 time: 0.1473172 Jul 16 11:52:42.970881 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6016b9b-a11a-4791-b612-7c0610008669 tempest-TestVolumeBootPattern-1465859615 tempest-TestVolumeBootPattern-1465859615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1329abea-b2e4-4b13-a3a0-fc8e290f57c4,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:43.013344 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 52624) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:52:43.230947 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d no longer exists at agent hyperv_hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:52:43.249843 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] No Port match for: 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:52:43.250186 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Device 22b33bd7-1ceb-4ed4-86b5-6ad93cd23c4d not bound to the agent host hv-cinder-78476 {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:52:43.451395 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5536d51e-dff6-4572-8ac8-680d56ed61b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1726629'] for router_interface, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:43.691973 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5536d51e-dff6-4572-8ac8-680d56ed61b7 admin admin] Deleting port 24e299d3-ffa5-447a-b5da-ecdd779db594 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:52:43.692309 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5536d51e-dff6-4572-8ac8-680d56ed61b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:43.769139 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5536d51e-dff6-4572-8ac8-680d56ed61b7 admin admin] For port 24e299d3-ffa5-447a-b5da-ecdd779db594, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=24e299d3-ffa5-447a-b5da-ecdd779db594,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:52:43.769408 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5536d51e-dff6-4572-8ac8-680d56ed61b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:43.781238 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5536d51e-dff6-4572-8ac8-680d56ed61b7 admin admin] Calling delete_port for 24e299d3-ffa5-447a-b5da-ecdd779db594 owned by network:router_interface {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:52:43.954575 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5536d51e-dff6-4572-8ac8-680d56ed61b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:43.977020 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536d51e-dff6-4572-8ac8-680d56ed61b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=24e299d3-ffa5-447a-b5da-ecdd779db594,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:44.137558 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5536d51e-dff6-4572-8ac8-680d56ed61b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725237'] for router_interface, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:44.340014 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5536d51e-dff6-4572-8ac8-680d56ed61b7 admin admin] Router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:52:44.661104 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5536d51e-dff6-4572-8ac8-680d56ed61b7 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:52:44.665916 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-5536d51e-dff6-4572-8ac8-680d56ed61b7 admin admin] 10.222.0.16 "PUT /v2.0/routers/70055dc9-33e3-4971-b3cf-0f0d1dc35277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6515636 Jul 16 11:52:44.669141 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 52628) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:52:44.669909 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56acc3fa-e830-4ae5-8c61-e7edf14d23ff None None] Sync routers for ids ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'] in dv-cinder-784763-6-iscsi {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:52:44.678728 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56acc3fa-e830-4ae5-8c61-e7edf14d23ff None None] Routers {'70055dc9-33e3-4971-b3cf-0f0d1dc35277'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:52:44.679324 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-56acc3fa-e830-4ae5-8c61-e7edf14d23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:52:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:44.768014 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8f628c8-a0ef-459f-aedb-5428f10b88fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:44.780608 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-56acc3fa-e830-4ae5-8c61-e7edf14d23ff None None] Set router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 gateway port host: dv-cinder-784763-6-iscsi {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:52:44.867845 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8f628c8-a0ef-459f-aedb-5428f10b88fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:44.921499 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d8f628c8-a0ef-459f-aedb-5428f10b88fb admin admin] Deleting port b5a6ae8c-cf9a-4666-9a11-be2e669c27e1 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:52:44.921793 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8f628c8-a0ef-459f-aedb-5428f10b88fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:44.953928 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-56acc3fa-e830-4ae5-8c61-e7edf14d23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:52:43Z', 'revision_number': 5, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port': {'id': 'b5a6ae8c-cf9a-4666-9a11-be2e669c27e1', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:44.980691 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56acc3fa-e830-4ae5-8c61-e7edf14d23ff None None] Checking router: 70055dc9-33e3-4971-b3cf-0f0d1dc35277 for host: dv-cinder-784763-6-iscsi {{(pid=93105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:52:44.989485 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56acc3fa-e830-4ae5-8c61-e7edf14d23ff None None] Routers {'70055dc9-33e3-4971-b3cf-0f0d1dc35277'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:52:44.990100 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-56acc3fa-e830-4ae5-8c61-e7edf14d23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:52:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'], 'active': True} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:45.001691 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d8f628c8-a0ef-459f-aedb-5428f10b88fb admin admin] For port b5a6ae8c-cf9a-4666-9a11-be2e669c27e1, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=b5a6ae8c-cf9a-4666-9a11-be2e669c27e1,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:52:45.002249 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8f628c8-a0ef-459f-aedb-5428f10b88fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:45.014546 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d8f628c8-a0ef-459f-aedb-5428f10b88fb admin admin] Calling delete_port for b5a6ae8c-cf9a-4666-9a11-be2e669c27e1 owned by network:router_gateway {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:52:45.181966 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8f628c8-a0ef-459f-aedb-5428f10b88fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:45.200549 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvr_db [None req-56acc3fa-e830-4ae5-8c61-e7edf14d23ff None None] Set router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 gateway port host: None {{(pid=93105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:52:45.209575 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f628c8-a0ef-459f-aedb-5428f10b88fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a6ae8c-cf9a-4666-9a11-be2e669c27e1,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:45.251324 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_hamode_db [None req-56acc3fa-e830-4ae5-8c61-e7edf14d23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:52:44Z', 'revision_number': 6, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port_host': None}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:45.272706 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8f628c8-a0ef-459f-aedb-5428f10b88fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814383'] for router_gateway, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:45.280645 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56acc3fa-e830-4ae5-8c61-e7edf14d23ff None None] The sync data for ids ['70055dc9-33e3-4971-b3cf-0f0d1dc35277'] in dv-cinder-784763-6-iscsi is: [{'id': '70055dc9-33e3-4971-b3cf-0f0d1dc35277', 'name': 'tempest-TestVolumeBootPattern-1126779038-router', 'tenant_id': '90b050f1559e4df18de0abbccc5f7dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:07Z', 'updated_at': '2021-07-16T11:52:44Z', 'revision_number': 6, 'project_id': '90b050f1559e4df18de0abbccc5f7dea', 'gw_port_host': None}] {{(pid=93105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:52:45.364097 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8f628c8-a0ef-459f-aedb-5428f10b88fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126567'] for router, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:45.366159 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8f628c8-a0ef-459f-aedb-5428f10b88fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:45.407548 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8f628c8-a0ef-459f-aedb-5428f10b88fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810925'] for router, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:45.408093 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f628c8-a0ef-459f-aedb-5428f10b88fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70055dc9-33e3-4971-b3cf-0f0d1dc35277 {{(pid=93103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 11:52:45.413747 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8f628c8-a0ef-459f-aedb-5428f10b88fb admin admin] Notify callbacks [] for router, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:45.414953 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-d8f628c8-a0ef-459f-aedb-5428f10b88fb admin admin] 10.222.0.16 "DELETE /v2.0/routers/70055dc9-33e3-4971-b3cf-0f0d1dc35277 HTTP/1.1" status: 204 len: 168 time: 0.7448399 Jul 16 11:52:45.417402 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 52630) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:52:45.465261 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d299854-1108-45e9-a617-f06374f6a8ea admin admin] Deleting subnet 5e549940-114b-4527-bee2-71d5c7d694ae {{(pid=93103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 11:52:45.468387 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d299854-1108-45e9-a617-f06374f6a8ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:45.501943 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d299854-1108-45e9-a617-f06374f6a8ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3667378'] for subnet, precommit_delete_associations {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:45.575874 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d299854-1108-45e9-a617-f06374f6a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732748'] for subnet, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:45.645432 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d299854-1108-45e9-a617-f06374f6a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8595413'] for subnet, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:45.676132 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d299854-1108-45e9-a617-f06374f6a8ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e549940-114b-4527-bee2-71d5c7d694ae,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:45.681791 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d299854-1108-45e9-a617-f06374f6a8ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for subnet, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:45.687522 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-0d299854-1108-45e9-a617-f06374f6a8ea admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5e549940-114b-4527-bee2-71d5c7d694ae HTTP/1.1" status: 204 len: 168 time: 0.2653511 Jul 16 11:52:45.687799 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52632) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:52:45.693293 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb78cdb7-8c5d-46df-9ee4-b822b1fe624e None None] Network a265a739-d403-4262-a6c5-2e36d9da7e98 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:52:45.755179 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623655'] for network, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:45.805048 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] Deleting port 2fc8e07e-dcbd-44df-a760-37cd2b7ed483 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:52:45.805380 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:45.870540 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] For port 2fc8e07e-dcbd-44df-a760-37cd2b7ed483, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=2fc8e07e-dcbd-44df-a760-37cd2b7ed483,segment=NetworkSegment(ff4316ec-968c-4f34-8763-4fd77cdc0221),segment_id=ff4316ec-968c-4f34-8763-4fd77cdc0221)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:52:45.870893 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:45.882105 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] Calling delete_port for 2fc8e07e-dcbd-44df-a760-37cd2b7ed483 owned by network:dhcp {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:52:45.958071 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:45.984191 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc8e07e-dcbd-44df-a760-37cd2b7ed483,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:45.985877 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] No DVR routers for this DVR port 2fc8e07e-dcbd-44df-a760-37cd2b7ed483 on host dv-cinder-784763-6-iscsi {{(pid=93104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:52:46.047466 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ead91a-7a59-4535-9214-7df536cfe8d1 None None] DHCP port deletion for a265a739-d403-4262-a6c5-2e36d9da7e98 request from dv-cinder-784763-6-iscsi {{(pid=93105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 11:52:46.057642 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734504', 'neutron.services.segments.db._delete_segments_for_network-8746163431244'] for network, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:46.059919 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 24e299d3-ffa5-447a-b5da-ecdd779db594 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:52:46.076379 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a265a739-d403-4262-a6c5-2e36d9da7e98']}} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:46.082081 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: 24e299d3-ffa5-447a-b5da-ecdd779db594 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:52:46.082426 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 24e299d3-ffa5-447a-b5da-ecdd779db594 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:52:46.086807 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4316ec-968c-4f34-8763-4fd77cdc0221') {'for_net_delete': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:46.086992 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.services.segments.db [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4316ec-968c-4f34-8763-4fd77cdc0221') {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:46.096131 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746163433557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9065755'] for segment, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:46.109915 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:46.115587 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 11:52:46.116015 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9065606'] for segment, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: Traceback (most recent call last): Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: timer() Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: cb(*args, **kw) Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: return func(*args, **kwargs) Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: self._notify() Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: self.callback(batched_events) Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: event.method(event) Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: return f(self, *a, **k) Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: return self._get(url).json() Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: return self.request(url, 'GET', **kwargs) Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 11:52:46.117681 dv-cinder-784763-6-iscsi neutron-server[93104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 11:52:46.174497 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814451'] for network, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:46.178896 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:46.182808 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a265a739-d403-4262-a6c5-2e36d9da7e98 HTTP/1.1" status: 204 len: 168 time: 0.4920814 Jul 16 11:52:46.183916 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52636) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:52:46.198354 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d6d7f-9b65-49a6-9e86-79837b10e944 admin admin] Pushing event deleted for resources: {'Network': ['ID=a265a739-d403-4262-a6c5-2e36d9da7e98,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:46.525366 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9579-021b-4872-94ab-98f2e9e827d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1726629'] for router_interface, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:46.769889 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-f8dc9579-021b-4872-94ab-98f2e9e827d1 admin admin] Deleting port 044a2de8-41c0-4869-b215-a19e8c764881 {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:52:46.770651 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9579-021b-4872-94ab-98f2e9e827d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:46.846435 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-f8dc9579-021b-4872-94ab-98f2e9e827d1 admin admin] For port 044a2de8-41c0-4869-b215-a19e8c764881, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=044a2de8-41c0-4869-b215-a19e8c764881,segment=NetworkSegment(10fe2ffe-92e8-4a89-b887-85cdeaea3682),segment_id=10fe2ffe-92e8-4a89-b887-85cdeaea3682)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:52:46.846790 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9579-021b-4872-94ab-98f2e9e827d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:46.858287 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-f8dc9579-021b-4872-94ab-98f2e9e827d1 admin admin] Calling delete_port for 044a2de8-41c0-4869-b215-a19e8c764881 owned by network:router_interface {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:52:47.029612 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9579-021b-4872-94ab-98f2e9e827d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:47.055037 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc9579-021b-4872-94ab-98f2e9e827d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=044a2de8-41c0-4869-b215-a19e8c764881,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:47.212898 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-f8dc9579-021b-4872-94ab-98f2e9e827d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725237'] for router_interface, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:47.414590 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dc9579-021b-4872-94ab-98f2e9e827d1 admin admin] Router 5964469c-522f-4d9c-9455-4bccec73c72f has already been hosted by L3 agent 9083ce8a-641f-4f17-980d-3e0a6c0f467d {{(pid=93104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 11:52:47.516201 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dc9579-021b-4872-94ab-98f2e9e827d1 admin admin] Notify agent at l3_agent.dv-cinder-784763-6-iscsi the message routers_updated {{(pid=93104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 11:52:47.523415 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-f8dc9579-021b-4872-94ab-98f2e9e827d1 admin admin] 10.222.0.16 "PUT /v2.0/routers/5964469c-522f-4d9c-9455-4bccec73c72f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3361547 Jul 16 11:52:47.523537 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52638) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:52:47.524416 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad9cafa-2a9a-4f61-aff5-f87c7e67248d None None] Sync routers for ids ['5964469c-522f-4d9c-9455-4bccec73c72f'] in dv-cinder-784763-6-iscsi {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 11:52:47.533476 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad9cafa-2a9a-4f61-aff5-f87c7e67248d None None] Routers {'5964469c-522f-4d9c-9455-4bccec73c72f'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:52:47.534097 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-6ad9cafa-2a9a-4f61-aff5-f87c7e67248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:52:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5964469c-522f-4d9c-9455-4bccec73c72f'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:47.582133 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device b5a6ae8c-cf9a-4666-9a11-be2e669c27e1 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:52:47.601720 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: b5a6ae8c-cf9a-4666-9a11-be2e669c27e1 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:52:47.602390 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device b5a6ae8c-cf9a-4666-9a11-be2e669c27e1 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:52:47.603021 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 2fc8e07e-dcbd-44df-a760-37cd2b7ed483 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:52:47.622067 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: 2fc8e07e-dcbd-44df-a760-37cd2b7ed483 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:52:47.622738 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 2fc8e07e-dcbd-44df-a760-37cd2b7ed483 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:52:47.626016 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0b98-efec-4531-8bfe-6b31cf7e5933 admin admin] Notify callbacks [] for router, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:47.644110 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-6ad9cafa-2a9a-4f61-aff5-f87c7e67248d None None] Set router 5964469c-522f-4d9c-9455-4bccec73c72f gateway port host: dv-cinder-784763-6-iscsi {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:52:47.723605 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0b98-efec-4531-8bfe-6b31cf7e5933 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:47.774606 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a0b98-efec-4531-8bfe-6b31cf7e5933 admin admin] Deleting port df1e0d3e-179e-41ac-af45-32a7a450d10b {{(pid=93104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:52:47.775310 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0b98-efec-4531-8bfe-6b31cf7e5933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:47.814735 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-6ad9cafa-2a9a-4f61-aff5-f87c7e67248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'name': 'tempest-TestVolumeBootPattern-1399794578-router', 'tenant_id': '694ca9d13844490b80a1904de38ae13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'external_fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'df1e0d3e-179e-41ac-af45-32a7a450d10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:11Z', 'updated_at': '2021-07-16T11:52:46Z', 'revision_number': 5, 'project_id': '694ca9d13844490b80a1904de38ae13f', 'gw_port': {'id': 'df1e0d3e-179e-41ac-af45-32a7a450d10b', 'name': '', 'network_id': '9257506f-d87a-4713-a52d-23614a98d559', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T11:46:12Z', 'updated_at': '2021-07-16T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97d227d-1393-4df2-8fb5-95aea74f0a4a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-6-iscsi'}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:47.839304 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad9cafa-2a9a-4f61-aff5-f87c7e67248d None None] Checking router: 5964469c-522f-4d9c-9455-4bccec73c72f for host: dv-cinder-784763-6-iscsi {{(pid=93106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 11:52:47.847518 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad9cafa-2a9a-4f61-aff5-f87c7e67248d None None] Routers {'5964469c-522f-4d9c-9455-4bccec73c72f'} bound to L3 agent in host dv-cinder-784763-6-iscsi {{(pid=93106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 11:52:47.848143 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-6ad9cafa-2a9a-4f61-aff5-f87c7e67248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T11:27:02Z,description=,heartbeat_timestamp=2021-07-16T11:52:32Z,host='dv-cinder-784763-6-iscsi',id=9083ce8a-641f-4f17-980d-3e0a6c0f467d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T11:27:02Z,topic='l3_agent')) {'router_ids': ['5964469c-522f-4d9c-9455-4bccec73c72f'], 'active': True} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:47.853815 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-1d3a0b98-efec-4531-8bfe-6b31cf7e5933 admin admin] For port df1e0d3e-179e-41ac-af45-32a7a450d10b, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=df1e0d3e-179e-41ac-af45-32a7a450d10b,segment=NetworkSegment(ee1f472c-be31-4ef7-a535-8a9c9532983d),segment_id=ee1f472c-be31-4ef7-a535-8a9c9532983d)] {{(pid=93104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:52:47.854175 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0b98-efec-4531-8bfe-6b31cf7e5933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:47.865851 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a0b98-efec-4531-8bfe-6b31cf7e5933 admin admin] Calling delete_port for df1e0d3e-179e-41ac-af45-32a7a450d10b owned by network:router_gateway {{(pid=93104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:52:47.930563 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_dvr_db [None req-6ad9cafa-2a9a-4f61-aff5-f87c7e67248d None None] Set router 5964469c-522f-4d9c-9455-4bccec73c72f gateway port host: None {{(pid=93106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 11:52:47.980080 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.l3_hamode_db [None req-6ad9cafa-2a9a-4f61-aff5-f87c7e67248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'name': 'tempest-TestVolumeBootPattern-1399794578-router', 'tenant_id': '694ca9d13844490b80a1904de38ae13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:11Z', 'updated_at': '2021-07-16T11:52:47Z', 'revision_number': 6, 'project_id': '694ca9d13844490b80a1904de38ae13f', 'gw_port_host': None}], 'dv-cinder-784763-6-iscsi', False) {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:48.010272 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad9cafa-2a9a-4f61-aff5-f87c7e67248d None None] The sync data for ids ['5964469c-522f-4d9c-9455-4bccec73c72f'] in dv-cinder-784763-6-iscsi is: [{'id': '5964469c-522f-4d9c-9455-4bccec73c72f', 'name': 'tempest-TestVolumeBootPattern-1399794578-router', 'tenant_id': '694ca9d13844490b80a1904de38ae13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T11:46:11Z', 'updated_at': '2021-07-16T11:52:47Z', 'revision_number': 6, 'project_id': '694ca9d13844490b80a1904de38ae13f', 'gw_port_host': None}] {{(pid=93106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 11:52:48.030070 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0b98-efec-4531-8bfe-6b31cf7e5933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9065815'] for port, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.057035 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a0b98-efec-4531-8bfe-6b31cf7e5933 admin admin] Pushing event deleted for resources: {'Port': ['ID=df1e0d3e-179e-41ac-af45-32a7a450d10b,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:48.114997 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0b98-efec-4531-8bfe-6b31cf7e5933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814383'] for router_gateway, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.200113 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0b98-efec-4531-8bfe-6b31cf7e5933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126567'] for router, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.202121 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0b98-efec-4531-8bfe-6b31cf7e5933 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.245890 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0b98-efec-4531-8bfe-6b31cf7e5933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810925'] for router, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.246404 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3a0b98-efec-4531-8bfe-6b31cf7e5933 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5964469c-522f-4d9c-9455-4bccec73c72f {{(pid=93104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 11:52:48.250480 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0b98-efec-4531-8bfe-6b31cf7e5933 admin admin] Notify callbacks [] for router, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.251704 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-1d3a0b98-efec-4531-8bfe-6b31cf7e5933 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5964469c-522f-4d9c-9455-4bccec73c72f HTTP/1.1" status: 204 len: 168 time: 0.7271526 Jul 16 11:52:48.254105 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52640) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:52:48.303032 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.db.db_base_plugin_v2 [None req-60844c61-a159-4096-b015-5202119e8f84 admin admin] Deleting subnet e9e374bb-fe5a-4d19-a11b-b8449f79841c {{(pid=93104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 11:52:48.305995 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-60844c61-a159-4096-b015-5202119e8f84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.337803 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-60844c61-a159-4096-b015-5202119e8f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9065772'] for subnet, precommit_delete_associations {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.420705 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-60844c61-a159-4096-b015-5202119e8f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732748'] for subnet, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.473776 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-60844c61-a159-4096-b015-5202119e8f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9065764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8526688'] for subnet, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.500830 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-60844c61-a159-4096-b015-5202119e8f84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.502563 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-60844c61-a159-4096-b015-5202119e8f84 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e9e374bb-fe5a-4d19-a11b-b8449f79841c HTTP/1.1" status: 204 len: 168 time: 0.2475631 Jul 16 11:52:48.504651 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60844c61-a159-4096-b015-5202119e8f84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e374bb-fe5a-4d19-a11b-b8449f79841c,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:48.505442 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f781e50-87e5-48f2-a7a8-cf315eaa9cde None None] Network 207aac71-5fd1-4294-a477-7f2853fe53b1 requested from dv-cinder-784763-6-iscsi {{(pid=93105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 11:52:48.505606 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 52642) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:52:48.571623 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623655'] for network, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.621761 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] Deleting port 30ae4bfe-4af7-424a-9d95-51e0239f28d4 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:52:48.622093 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.687048 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] For port 30ae4bfe-4af7-424a-9d95-51e0239f28d4, host dv-cinder-784763-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-6-iscsi',level=0,port_id=30ae4bfe-4af7-424a-9d95-51e0239f28d4,segment=NetworkSegment(10fe2ffe-92e8-4a89-b887-85cdeaea3682),segment_id=10fe2ffe-92e8-4a89-b887-85cdeaea3682)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:52:48.687398 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.698483 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] Calling delete_port for 30ae4bfe-4af7-424a-9d95-51e0239f28d4 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:52:48.763660 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] DHCP port deletion for 207aac71-5fd1-4294-a477-7f2853fe53b1 request from dv-cinder-784763-6-iscsi {{(pid=93105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 11:52:48.782758 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593662'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.810837 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=30ae4bfe-4af7-424a-9d95-51e0239f28d4,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:48.814422 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] No DVR routers for this DVR port 30ae4bfe-4af7-424a-9d95-51e0239f28d4 on host dv-cinder-784763-6-iscsi {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:52:48.816593 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Deleting port 30ae4bfe-4af7-424a-9d95-51e0239f28d4 {{(pid=93105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 11:52:48.817145 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746163301039'] for port, before_delete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.884117 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.db [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] For port 30ae4bfe-4af7-424a-9d95-51e0239f28d4, host dv-cinder-784763-6-iscsi, got binding levels [] {{(pid=93105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 11:52:48.884500 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810846'] for port, precommit_delete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.884719 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734504', 'neutron.services.segments.db._delete_segments_for_network-8746163431244'] for network, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.895060 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207aac71-5fd1-4294-a477-7f2853fe53b1']}} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:48.896341 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Calling delete_port for 30ae4bfe-4af7-424a-9d95-51e0239f28d4 owned by network:dhcp {{(pid=93105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 11:52:48.898971 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.ipam_backend_mixin [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Port 30ae4bfe-4af7-424a-9d95-51e0239f28d4 was not found and therefore no delete operation was performed {{(pid=93105) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 11:52:48.900208 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746163302274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746162898598'] for port, after_delete {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.904915 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fe2ffe-92e8-4a89-b887-85cdeaea3682') {'for_net_delete': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:48.905211 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.services.segments.db [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fe2ffe-92e8-4a89-b887-85cdeaea3682') {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 11:52:48.913852 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746163433557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3667333'] for segment, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.926372 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Pushing event deleted for resources: {'Port': ['ID=30ae4bfe-4af7-424a-9d95-51e0239f28d4,revision_number=None']} {{(pid=93105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:48.927655 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372'] for segment, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.928735 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] No DVR routers for this DVR port 30ae4bfe-4af7-424a-9d95-51e0239f28d4 on host dv-cinder-784763-6-iscsi {{(pid=93105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 11:52:48.936833 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:48.937187 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:48.937523 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:48.937912 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:48.938881 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:48.938881 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:48.940152 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:48.940473 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:48.940881 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:48.941133 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:48.941435 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 11:52:48.941563 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:48.941795 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b3ba1-bf87-4779-8a51-a0fc8e5138c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-6-iscsi {{(pid=93105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 11:52:48.942337 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593711'] for segment, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: conditions |= (models_v2.Port.network_id.in_( Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: Traceback (most recent call last): Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: timer() Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: cb(*args, **kw) Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: return func(*args, **kwargs) Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: self._notify() Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: self.callback(batched_events) Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: event.method(event) Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: return f(self, *a, **k) Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: return self._get(url).json() Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: return self.request(url, 'GET', **kwargs) Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 11:52:48.946286 dv-cinder-784763-6-iscsi neutron-server[93103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 11:52:49.006549 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814451'] for network, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:49.011829 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584976'] for network, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:49.017275 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] 10.222.0.16 "DELETE /v2.0/networks/207aac71-5fd1-4294-a477-7f2853fe53b1 HTTP/1.1" status: 204 len: 168 time: 0.5077953 Jul 16 11:52:49.030047 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904d7ba-1412-4ea1-97ae-f28dfd1be7bd admin admin] Pushing event deleted for resources: {'Network': ['ID=207aac71-5fd1-4294-a477-7f2853fe53b1,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:49.121133 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 52646) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:52:49.159588 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-56bb6467-19ff-442a-90b3-a4b606c2618c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90b050f1559e4df18de0abbccc5f7dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368524 Jul 16 11:52:49.161906 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.wsgi [-] (93103) accepted ('10.222.0.16', 52648) {{(pid=93103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:52:49.208070 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef514-908a-4284-aa24-4e7dd5ceba21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:49.229021 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef514-908a-4284-aa24-4e7dd5ceba21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:49.278680 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef514-908a-4284-aa24-4e7dd5ceba21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:49.281377 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef514-908a-4284-aa24-4e7dd5ceba21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:49.282496 dv-cinder-784763-6-iscsi neutron-server[93103]: INFO neutron.wsgi [None req-ac3ef514-908a-4284-aa24-4e7dd5ceba21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c75ae628-b2ad-4ef3-8b8b-6be79e98994c HTTP/1.1" status: 204 len: 168 time: 0.1197472 Jul 16 11:52:49.290457 dv-cinder-784763-6-iscsi neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ef514-908a-4284-aa24-4e7dd5ceba21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75ae628-b2ad-4ef3-8b8b-6be79e98994c,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:49.528914 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 30ae4bfe-4af7-424a-9d95-51e0239f28d4 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:52:49.549850 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: 30ae4bfe-4af7-424a-9d95-51e0239f28d4 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:52:49.550228 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 30ae4bfe-4af7-424a-9d95-51e0239f28d4 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:52:49.550639 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 044a2de8-41c0-4869-b215-a19e8c764881 no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:52:49.572665 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: 044a2de8-41c0-4869-b215-a19e8c764881 {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:52:49.573012 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device 044a2de8-41c0-4869-b215-a19e8c764881 not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:52:49.573420 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device df1e0d3e-179e-41ac-af45-32a7a450d10b no longer exists at agent ovs-agent-dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 11:52:49.592019 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] No Port match for: df1e0d3e-179e-41ac-af45-32a7a450d10b {{(pid=93105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 11:52:49.592367 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.rpc [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Device df1e0d3e-179e-41ac-af45-32a7a450d10b not bound to the agent host dv-cinder-784763-6-iscsi {{(pid=93105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 11:52:49.598704 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52654) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:52:49.637158 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-cc995c15-03d2-4ab6-9d23-991d03cbaf07 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=694ca9d13844490b80a1904de38ae13f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373573 Jul 16 11:52:49.639516 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [-] (93104) accepted ('10.222.0.16', 52656) {{(pid=93104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 11:52:49.685314 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8a6cfe51-19f5-420e-a8d1-9e4205cf5206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:49.705055 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8a6cfe51-19f5-420e-a8d1-9e4205cf5206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:49.754264 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8a6cfe51-19f5-420e-a8d1-9e4205cf5206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661044'] for security_group, after_delete {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:49.756893 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8a6cfe51-19f5-420e-a8d1-9e4205cf5206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:49.757994 dv-cinder-784763-6-iscsi neutron-server[93104]: INFO neutron.wsgi [None req-8a6cfe51-19f5-420e-a8d1-9e4205cf5206 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1e241f2-5d7c-4bd3-be6c-deadeb8e9839 HTTP/1.1" status: 204 len: 168 time: 0.1175792 Jul 16 11:52:49.765214 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cfe51-19f5-420e-a8d1-9e4205cf5206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e241f2-5d7c-4bd3-be6c-deadeb8e9839,revision_number=None']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 11:52:54.996025 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:52:58.888915 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-61feb525-30ba-4190-a941-29ff52ece697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:53:01.687150 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef1da-ef4f-41b1-a38d-66bc3031518e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:53:02.079946 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:53:02.875263 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:53:04.385411 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:53:13.439111 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:53:24.992556 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:53:28.888527 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-192a9b1e-3f13-4aee-abc8-97f42582140f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:53:31.687059 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ad1ba7b7-9037-49df-9378-5fdf1765997a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:53:32.079680 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:53:32.877374 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:53:34.387947 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:53:50.438488 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:53:54.991681 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:53:58.887711 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-66a4e5fc-7c21-4446-a2ed-b368c426e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:54:01.687554 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-c6e4db96-ea4f-4436-ad2d-17fd1dc50c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:54:02.079788 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:54:02.879835 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:54:04.390914 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:54:24.992621 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:54:27.438970 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:54:28.888089 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dbeab636-e938-4e27-a6bb-39ddaf4f2d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:54:31.686563 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-99f1fb1f-8a7e-48a4-94db-a0e440681eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:54:32.080996 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:54:32.881109 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:54:34.393811 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:54:54.989958 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:54:58.888414 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-51c79a3c-bd1c-4b2c-882f-512f48476aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:55:01.686919 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-917ffc18-1f07-447a-8fb1-6029aa5f0826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:55:02.080404 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:55:02.884012 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:55:04.396309 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:55:04.438223 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:55:19.916131 dv-cinder-784763-6-iscsi neutron-server[93104]: DEBUG neutron.wsgi [req-8c6b036c-b621-42b0-b378-35189faf4778 req-fb99ad73-a79b-4c19-b2fd-245afa784a84 service neutron] (93104) timed out ('10.222.0.13', 57947) {{(pid=93104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 11:55:25.006273 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:55:28.887664 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-84e0c290-2d63-4e65-98ed-54f2579c44ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:55:31.686348 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2e38a918-4d82-41e1-acc7-543e9b63fe12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:55:32.080174 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:55:32.887160 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:55:34.399936 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:55:41.436693 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:55:55.020837 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:55:58.887119 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-d6154e09-7052-4d3b-b5b1-624e15a07154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:56:01.686163 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-51f08800-1d9f-47d7-b855-1eddd4360e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:56:02.079554 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:56:02.889041 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:56:04.401360 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:56:18.435274 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:56:25.020270 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:56:28.887417 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-e37d1dd9-2537-42cc-b251-f92265238194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:56:31.689396 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-050fdfa2-d119-4da6-9ae7-8df359e379e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:56:32.079586 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:56:32.891298 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:56:34.404257 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:56:55.023518 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:56:55.433809 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:56:58.887225 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-0a67698a-937e-495e-bfc4-7e1f3b0060af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:57:01.689993 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-ad423a2e-cec2-41d7-bfd1-afcbc39ae41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:57:02.080298 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:57:02.892980 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:57:04.406712 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:57:25.033628 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:57:28.887059 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-80e5cd5f-5853-44ca-a9f1-00203f412f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:57:31.690276 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-df32d38e-e5b1-40f4-ba52-800659db3c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:57:32.079375 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-dc3fff64-67a3-490d-a460-6ca221223266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:57:32.432839 dv-cinder-784763-6-iscsi neutron-server[93106]: DEBUG neutron.db.agents_db [None req-e87c003a-409d-4d9c-b2e0-99a08e3e3355 None None] Agent healthcheck: found 6 active agents {{(pid=93106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 11:57:32.895804 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-91c3ed05-0bee-45de-9a38-edaeac902c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:57:34.409175 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-2edb9f84-82cb-4596-a03d-fdb8365625e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 11:57:55.031988 dv-cinder-784763-6-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-417644c8-a79c-4b6d-94df-52104ad4b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746163431226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731762'] for agent, after_update {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}